-- Logs begin at Mon 2021-09-06 04:58:23 UTC, end at Mon 2021-09-06 05:56:07 UTC. -- Sep 06 05:28:32.517436 dv-cinder-788782-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 06 05:28:35.246809 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.common.config [-] Logging enabled! Sep 06 05:28:35.247426 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev612 Sep 06 05:28:35.247581 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93978) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 05:28:35.250843 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.common.config [-] Logging enabled! Sep 06 05:28:35.251105 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev612 Sep 06 05:28:35.251418 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93978) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 05:28:35.252359 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 05:28:35.252596 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 05:28:35.252959 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 05:28:35.253209 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 05:28:35.253439 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 05:28:35.253766 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.254065 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.254397 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.254630 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.254928 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.255220 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.255506 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.255799 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.256147 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.256451 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.256722 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.257005 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.257238 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.257520 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.257809 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.258096 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.258345 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] debug = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.258631 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.259054 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.259475 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.259759 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.260053 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.260336 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.260613 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.260892 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.261180 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.261512 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] host = dv-cinder-788782-11-iscsi {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.261798 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.262091 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.262408 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.262702 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.262983 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.263264 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.263554 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.263831 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.264109 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.264389 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.264685 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.264980 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.265272 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.265501 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.265727 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.266019 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.266334 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.266617 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.266897 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.267178 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.267458 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.267737 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.268010 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.268299 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.268586 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.268875 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.269155 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.269434 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.269708 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.269981 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.270292 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.270574 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.270854 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.271133 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.271424 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.272262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.272262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.272811 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.273100 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.273387 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.273678 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.273958 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.274266 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.274546 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.274823 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.275100 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] use_json = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.275376 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.275650 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.275937 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.276212 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.276487 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.276766 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.277041 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.277328 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:35.277629 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.277928 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.278247 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.278538 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.278839 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.279125 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.279422 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.279704 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.279998 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.280291 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.280584 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.280866 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.281157 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.281437 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.281742 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.282048 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.282366 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.282663 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.282944 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.283221 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.283498 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.283780 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.284073 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.284353 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.284646 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.284941 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.285224 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.285511 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.285807 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.286098 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.286399 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.286683 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.286980 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.287869 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.288156 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.288581 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.288879 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.289163 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.289441 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.289727 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.290009 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.290311 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.290591 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.290873 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.291167 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.291448 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.291731 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.292008 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.292290 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.292565 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.292852 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.293133 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.293412 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.293689 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.293970 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.294265 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.294544 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.294824 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.295101 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.295381 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.295656 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.295934 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.296210 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.296486 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.296759 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.297032 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.297307 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.297587 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.297863 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.298135 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.298431 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.298707 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.298982 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.299270 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.299571 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.299852 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.300135 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.300417 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.300698 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.300976 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.301253 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.301536 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.301822 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.302097 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.302421 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.302712 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.303130 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.303420 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.303706 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.304014 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.304299 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.304587 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.304868 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.305152 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.305481 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.305729 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.306027 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.306350 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.306649 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.306946 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.307239 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.307525 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.307841 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.308127 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:35.308350 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 05:28:35.308591 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93978) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 06 05:28:35.660624 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 05:28:35.660906 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 05:28:35.661198 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 05:28:35.661529 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 06 05:28:36.057299 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.057595 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.057880 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.059206 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.059487 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.059756 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.096131 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.096421 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.096689 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.111451 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.111730 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.111998 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.141412 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.141692 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.141963 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.180174 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.180450 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.180716 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.409755 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.410415 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.410415 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.410592 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.411284 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.531155 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.531474 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.531758 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.532033 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.532301 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.532613 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.532876 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.533132 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.533387 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.533668 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.533928 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.534191 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.534474 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.534727 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.534981 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.535243 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.535496 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.535760 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.536027 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.536285 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.536554 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.536805 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.537083 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.537983 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.538427 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.538682 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.539082 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:36.539326 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:36.539565 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:36.539804 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:36.540043 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:36.540280 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:36.540642 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 06 05:28:36.543794 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 06 05:28:36.547730 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 06 05:28:36.551504 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 06 05:28:36.553872 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 06 05:28:36.554340 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 06 05:28:36.554681 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 06 05:28:36.555068 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 06 05:28:36.557834 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 06 05:28:36.558091 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 06 05:28:36.558473 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 05:28:36.563724 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 06 05:28:36.586730 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 06 05:28:36.587179 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.587477 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93978) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 06 05:28:36.587840 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.589192 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93978) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 06 05:28:36.589475 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 05:28:36.589724 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 06 05:28:36.593079 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.593366 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:36.660445 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 06 05:28:36.660624 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 06 05:28:36.660864 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 06 05:28:36.661241 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 06 05:28:36.684024 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_db.sqlalchemy.engines [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93978) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 06 05:28:37.229306 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing driver for type 'gre' Sep 06 05:28:37.229835 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] gre ID ranges: [(1, 1000)] Sep 06 05:28:37.280910 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing driver for type 'local' Sep 06 05:28:37.281281 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing driver for type 'vlan' Sep 06 05:28:37.294059 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] VlanTypeDriver initialization complete Sep 06 05:28:37.294419 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing driver for type 'vxlan' Sep 06 05:28:37.294896 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] vxlan ID ranges: [(1, 1000)] Sep 06 05:28:37.347242 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing extension driver 'port_security' Sep 06 05:28:37.347523 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] PortSecurityExtensionDriver initialization complete Sep 06 05:28:37.347883 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing mechanism driver 'openvswitch' Sep 06 05:28:37.348208 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing mechanism driver 'hyperv' Sep 06 05:28:37.355387 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:28:37.356057 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.356435 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.356777 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.357291 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 05:28:37.357723 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.358072 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.358443 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.358834 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 05:28:37.359240 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.359589 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.359930 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.360316 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 05:28:37.360717 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > security_group after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.361063 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > security_group after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.361398 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.361921 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 05:28:37.362369 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.362722 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.363066 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.363453 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 05:28:37.363858 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > address_group after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.364201 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > address_group after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.364538 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.364920 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 05:28:37.365309 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] ML2 OVO RPC backend initialized. {{(pid=93978) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 06 05:28:37.366681 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.367030 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.367444 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.367789 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > networks before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.368137 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.368478 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > ports before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.368821 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.369162 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnets before_response 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.369507 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.369844 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.370179 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.370538 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.370873 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.371205 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.371540 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.371872 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.372203 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.372763 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.plugin [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Modular L2 Plugin initialization complete Sep 06 05:28:37.373090 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading services supported by the core plugin {{(pid=93978) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 06 05:28:37.373424 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.plugins.ml2.managers [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Got port-security extension from driver 'port_security' Sep 06 05:28:37.373882 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.extensions.vlantransparent [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Disabled vlantransparent extension. Sep 06 05:28:37.374393 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93978) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 06 05:28:37.374791 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: router Sep 06 05:28:37.409968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.410546 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_create 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.410743 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router before_create 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.411109 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.411490 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.411843 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_delete 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.412805 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.413164 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.413522 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_create 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.413868 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_update 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.414238 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_update 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.414585 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.414942 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_update 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.415350 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_update 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.415718 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.416055 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.416393 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: subnet after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.416729 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.417075 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.417419 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_create 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.417759 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.418101 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.418485 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router after_update 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.418826 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.419177 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_create 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.419535 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.419904 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_update 55549900 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.420265 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > agent after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.420614 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > agent after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.420958 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > network after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.421812 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Tracking information for resource: router configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:37.422146 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Tracking information for resource: floatingip configured {{(pid=93978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 05:28:37.427234 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.db.l3_agentschedulers_db [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 06 05:28:37.427827 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.428765 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.429118 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.429468 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.430272 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router before_create 55550100 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.430641 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.431003 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_create 55550100 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.431366 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > router precommit_update 55550100 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.436181 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.provider_configuration [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service providers = [] {{(pid=93978) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 06 05:28:37.436544 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.db.servicetype_db [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93978) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 06 05:28:37.439485 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.service_base [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 05:28:37.439841 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.service_base [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 05:28:37.440186 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.service_base [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 05:28:37.441070 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.services.service_base [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 05:28:37.441449 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.services.service_base [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 06 05:28:37.441825 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.442146 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 06 05:28:37.453430 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.453769 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: auto_allocate Sep 06 05:28:37.459847 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: network precommit_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.460215 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: network precommit_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.460733 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.461057 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: tag Sep 06 05:28:37.467768 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.468101 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: timestamp Sep 06 05:28:37.472284 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.472661 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: network_ip_availability Sep 06 05:28:37.479160 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.479589 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.479976 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.480922 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.481393 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: flavors Sep 06 05:28:37.487026 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.487389 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading Plugin: revisions Sep 06 05:28:37.492714 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 05:28:37.493199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_concurrency.lockutils [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=93978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 05:28:37.494044 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93978) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 06 05:28:37.494485 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Initializing extension manager. Sep 06 05:28:37.495055 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: __init__.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.495426 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: __pycache__ {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.495863 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.496264 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: address_group.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.497114 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.497866 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: address-group Sep 06 05:28:37.498338 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: address_scope.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.499246 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.499760 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: address-scope Sep 06 05:28:37.500080 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.501015 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.501525 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: router-admin-state-down-before-update Sep 06 05:28:37.501846 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: agent.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.502569 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.503073 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: agent Sep 06 05:28:37.503393 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: agent_resources_synced.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.504303 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.504818 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: agent-resources-synced Sep 06 05:28:37.505139 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: allowedaddresspairs.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.507571 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.508093 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: allowed-address-pairs Sep 06 05:28:37.508420 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: auto_allocated_topology.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.509495 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.510006 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: auto-allocated-topology Sep 06 05:28:37.510361 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: availability_zone.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.511055 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.511557 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: availability_zone Sep 06 05:28:37.511879 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: availability_zone_filter.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.512784 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.513290 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: availability_zone_filter Sep 06 05:28:37.513612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: data_plane_status.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.514538 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.515044 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension data-plane-status not supported by any of loaded plugins Sep 06 05:28:37.515361 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: default_subnetpools.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.516268 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.516771 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: default-subnetpools Sep 06 05:28:37.517091 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.517899 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.518432 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: dhcp_agent_scheduler Sep 06 05:28:37.518757 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: dns.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.519673 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.520177 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension dns-integration not supported by any of loaded plugins Sep 06 05:28:37.520505 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: dns_domain_ports.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.521419 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.521948 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 06 05:28:37.522299 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.523219 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.523724 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 06 05:28:37.524043 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: dvr.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.524709 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.525215 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: dvr Sep 06 05:28:37.525533 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: ecmp_routes.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.526465 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.526974 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 06 05:28:37.527293 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: empty_string_filtering.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.528205 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.528713 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: empty-string-filtering Sep 06 05:28:37.529034 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.529946 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.530484 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 06 05:28:37.530805 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.531719 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.532225 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 06 05:28:37.532545 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: external_net.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.533444 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.533955 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: external-net Sep 06 05:28:37.534307 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.535214 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.535717 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: extra_dhcp_opt Sep 06 05:28:37.536037 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: extraroute.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.536942 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.537526 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: extraroute Sep 06 05:28:37.537843 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: extraroute_atomic.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.538896 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.539405 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: extraroute-atomic Sep 06 05:28:37.539726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: filter_validation.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.540394 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.540894 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: filter-validation Sep 06 05:28:37.541214 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: fip_pf_description.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.542127 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.542655 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 06 05:28:37.542978 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: fip_port_details.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.543890 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.544400 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: fip-port-details Sep 06 05:28:37.544721 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: flavors.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.545941 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.546487 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: flavors Sep 06 05:28:37.546814 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.548480 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.549003 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 06 05:28:37.549334 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: floatingip_pools.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.550031 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.550585 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: floatingip-pools Sep 06 05:28:37.550912 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: ip_allocation.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.551839 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.552344 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension ip_allocation not supported by any of loaded plugins Sep 06 05:28:37.552666 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.554110 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.554650 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: ip-substring-filtering Sep 06 05:28:37.554977 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l2_adjacency.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.555907 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.556414 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 06 05:28:37.556736 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.557814 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.558370 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: router Sep 06 05:28:37.558697 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.560914 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.561445 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 06 05:28:37.561775 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.562738 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.563258 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: ext-gw-mode Sep 06 05:28:37.563585 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.564533 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.565044 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: l3-ha Sep 06 05:28:37.565373 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3_flavors.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.566378 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.566890 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: l3-flavors Sep 06 05:28:37.567214 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.568119 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.569191 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 06 05:28:37.569513 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: l3agentscheduler.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.570562 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.571077 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: l3_agent_scheduler Sep 06 05:28:37.571403 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: logging.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.572870 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.573387 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension logging not supported by any of loaded plugins Sep 06 05:28:37.573720 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: metering.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.574498 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.575070 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: metering Sep 06 05:28:37.575396 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.576487 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.577002 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: metering_source_and_destination_fields Sep 06 05:28:37.577327 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: multiprovidernet.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.578282 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.578795 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: multi-provider Sep 06 05:28:37.579384 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: netmtu.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.580302 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.580811 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: net-mtu Sep 06 05:28:37.581134 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: netmtu_writable.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.582047 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.582584 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: net-mtu-writable Sep 06 05:28:37.582907 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: network_availability_zone.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.583574 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.584113 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: network_availability_zone Sep 06 05:28:37.584618 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: network_ip_availability.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.585874 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.586414 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: network-ip-availability Sep 06 05:28:37.586741 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: network_segment_range.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.587501 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.588005 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension network-segment-range not supported by any of loaded plugins Sep 06 05:28:37.588325 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: pagination.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.589294 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.589621 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: pagination Sep 06 05:28:37.589939 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: port_device_profile.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.590875 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.591397 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: port-device-profile Sep 06 05:28:37.591718 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.592651 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.593166 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: port-mac-address-regenerate Sep 06 05:28:37.593489 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.594439 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.594956 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: port-numa-affinity-policy Sep 06 05:28:37.595277 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: port_resource_request.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.596301 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.596813 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension port-resource-request not supported by any of loaded plugins Sep 06 05:28:37.597135 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: portbindings.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.598105 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.598608 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: binding Sep 06 05:28:37.599006 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: portbindings_extended.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.600462 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.600977 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: binding-extended Sep 06 05:28:37.601307 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: portsecurity.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.602249 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.602763 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: port-security Sep 06 05:28:37.603090 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: project_id.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.604064 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.604392 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: project-id Sep 06 05:28:37.604712 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: providernet.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.605637 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.606149 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: provider Sep 06 05:28:37.606494 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.609985 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.610543 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos not supported by any of loaded plugins Sep 06 05:28:37.610876 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.612111 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.612635 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 06 05:28:37.612967 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.613881 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.614420 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 06 05:28:37.614750 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_default.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.616183 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.616768 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-default not supported by any of loaded plugins Sep 06 05:28:37.617099 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_fip.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.617748 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.618284 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-fip not supported by any of loaded plugins Sep 06 05:28:37.618610 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_gateway_ip.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.619534 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.620039 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 06 05:28:37.620369 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_port_network_policy.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.621279 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.621784 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 06 05:28:37.622389 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_pps_rule.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.623558 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.624075 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-pps not supported by any of loaded plugins Sep 06 05:28:37.624401 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_rule_type_details.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.625318 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.625828 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 06 05:28:37.626151 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: qos_rules_alias.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.627218 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.627728 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 06 05:28:37.628049 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: quotasv2.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.628955 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.629285 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: quotas Sep 06 05:28:37.629609 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: quotasv2_detail.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.633578 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.633917 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: quota_details Sep 06 05:28:37.634279 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: rbac.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.635329 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.635868 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: rbac-policies Sep 06 05:28:37.636198 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: rbac_address_group.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.637123 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.637641 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: rbac-address-group Sep 06 05:28:37.637967 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: rbac_address_scope.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.638919 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.639436 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: rbac-address-scope Sep 06 05:28:37.639761 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: rbac_security_groups.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.640677 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.641187 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: rbac-security-groups Sep 06 05:28:37.641509 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: rbac_subnetpool.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.642457 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.642974 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: rbac-subnetpool Sep 06 05:28:37.643295 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: revisionifmatch.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.644210 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.644726 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: revision-if-match Sep 06 05:28:37.645047 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: revisions.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.646158 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.647255 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: standard-attr-revisions Sep 06 05:28:37.647777 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: router_availability_zone.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.648457 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.648973 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: router_availability_zone Sep 06 05:28:37.649296 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: routerservicetype.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.650233 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.650747 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension router-service-type not supported by any of loaded plugins Sep 06 05:28:37.651068 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.651979 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.652491 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: security-groups-normalized-cidr Sep 06 05:28:37.652811 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.653727 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.654262 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: port-security-groups-filtering Sep 06 05:28:37.654587 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.655506 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.656015 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: security-groups-remote-address-group Sep 06 05:28:37.656336 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: securitygroup.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.668002 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.668538 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: security-group Sep 06 05:28:37.668873 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: segment.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.669656 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.670164 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension segment not supported by any of loaded plugins Sep 06 05:28:37.670515 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.671456 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.671966 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 06 05:28:37.672290 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: servicetype.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.673454 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.673976 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: service-type Sep 06 05:28:37.674330 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: sorting.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.675307 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.675636 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: sorting Sep 06 05:28:37.675958 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: standard_attr_segment.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.676877 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.677389 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 06 05:28:37.677710 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: standardattrdescription.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.678560 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.679072 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: standard-attr-description Sep 06 05:28:37.679396 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: stateful_security_group.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.680318 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.680839 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: stateful-security-group Sep 06 05:28:37.681162 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: stdattrs_common.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.681742 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 06 05:28:37.682063 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.683028 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.683566 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 06 05:28:37.683889 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: subnet_onboard.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.684947 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.685468 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: subnet_onboard Sep 06 05:28:37.685796 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.686740 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.687255 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 06 05:28:37.687581 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: subnet_service_types.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.688511 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.689156 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: subnet-service-types Sep 06 05:28:37.689486 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: subnetallocation.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.690615 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.691131 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: subnet_allocation Sep 06 05:28:37.691457 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.692122 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.692635 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: subnetpool-prefix-ops Sep 06 05:28:37.692959 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.694005 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.694545 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 06 05:28:37.694871 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: tagging.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.695948 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.696464 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: standard-attr-tag Sep 06 05:28:37.696793 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: timestamp.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.698030 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.698583 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loaded extension: standard-attr-timestamp Sep 06 05:28:37.698909 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: trunk.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.700070 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.700601 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension trunk not supported by any of loaded plugins Sep 06 05:28:37.700929 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: trunk_details.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.701851 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.702398 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension trunk-details not supported by any of loaded plugins Sep 06 05:28:37.702725 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: uplink_status_propagation.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.703725 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.704511 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 06 05:28:37.704831 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Loading extension file: vlantransparent.py {{(pid=93978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 05:28:37.705513 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 05:28:37.706023 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 06 05:28:37.708503 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:network Sep 06 05:28:37.709575 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:subnet Sep 06 05:28:37.709986 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 05:28:37.710413 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:port Sep 06 05:28:37.711646 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.712095 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service FLAVORS assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.712717 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.713160 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.713492 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:router Sep 06 05:28:37.713920 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 05:28:37.714451 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service METERING assigned prefix: /metering {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.715880 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.716253 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.716614 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:28:37.717611 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 05:28:37.718068 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:security_group Sep 06 05:28:37.718540 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 05:28:37.719137 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service CORE assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.719466 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 05:28:37.719811 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] subnetpool is already registered Sep 06 05:28:37.720255 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service CORE assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.720580 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 05:28:37.720914 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] subnetpool is already registered Sep 06 05:28:37.723254 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.723690 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service FLAVORS assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.724284 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.724838 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.725208 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:router Sep 06 05:28:37.725554 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] router is already registered Sep 06 05:28:37.725972 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 05:28:37.726351 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] floatingip is already registered Sep 06 05:28:37.726809 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service METERING assigned prefix: /metering {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.727474 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 05:28:37.727804 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] rbac_policy is already registered Sep 06 05:28:37.728215 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:security_group Sep 06 05:28:37.728552 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] security_group is already registered Sep 06 05:28:37.728955 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 05:28:37.729288 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] security_group_rule is already registered Sep 06 05:28:37.729910 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service CORE assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.730259 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 05:28:37.730595 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] subnetpool is already registered Sep 06 05:28:37.731028 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.v2.resource_helper [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Service CORE assigned prefix: {{(pid=93978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 05:28:37.731348 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 05:28:37.731680 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING neutron.quota.resource_registry [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] subnetpool is already registered Sep 06 05:28:37.732140 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: extensions {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.733645 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: address-groups {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.735163 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: address-scopes {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.736482 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: agents {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.737637 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: auto-allocated-topology {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.738930 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: availability_zones {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.740149 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: dhcp-networks {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.742224 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: dhcp-agents {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.743640 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: routers {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.745846 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: flavors {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.747042 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: service_profiles {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.748245 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: next_providers {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.749678 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: service_profiles {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.751244 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: floatingip-pools {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.752466 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: routers {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.754611 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: floatingips {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.755899 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: l3-routers {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.757392 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: l3-agents {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.758829 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: metering-labels {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.760181 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: metering-label-rules {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.761460 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: network-ip-availabilities {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.762770 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: bindings {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.765209 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: quotas {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.766699 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: quotas {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.768122 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: rbac-policies {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.769334 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: security-groups {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.770653 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: security-group-rules {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.772456 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: service-providers {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.773679 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: subnetpools {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.775137 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: subnetpools {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.776618 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.778292 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.780135 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.781912 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.783736 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.785565 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.787860 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.789771 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.791558 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.793285 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron.api.extensions [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Extended resource: tags {{(pid=93978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 05:28:37.799277 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING keystonemiddleware.auth_token [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 06 05:28:37.804166 dv-cinder-788782-11-iscsi neutron-server[93978]: WARNING keystonemiddleware.auth_token [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 06 05:28:37.812770 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_concurrency.lockutils [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Acquired lock "singleton_lock" {{(pid=93978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 06 05:28:37.813245 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_concurrency.lockutils [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Releasing lock "singleton_lock" {{(pid=93978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 06 05:28:37.813877 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Starting 2 workers Sep 06 05:28:37.819274 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Started child 94085 {{(pid=93978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 05:28:37.823913 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Started child 94086 {{(pid=93978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 05:28:37.824836 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:37.825562 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO neutron.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 06 05:28:37.826047 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Notify callbacks [] for process, before_spawn {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:37.826367 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [-] (94085) wsgi starting up on http://0.0.0.0:9696 Sep 06 05:28:37.828520 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Starting 1 workers Sep 06 05:28:37.828632 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:37.830145 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [-] (94086) wsgi starting up on http://0.0.0.0:9696 Sep 06 05:28:37.833964 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Started child 94087 {{(pid=93978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 05:28:37.835077 dv-cinder-788782-11-iscsi neutron-server[93978]: INFO oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Starting 1 workers Sep 06 05:28:37.838536 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] calling RpcWorker wait() {{(pid=94087) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 06 05:28:37.839106 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] returning from RpcWorker wait() {{(pid=94087) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 06 05:28:37.839620 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Started child 94088 {{(pid=93978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 05:28:37.840316 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:37.840484 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bb084c51-0c3a-4ee4-918f-de0ac83da987 None None] Notify callbacks [] for process, after_spawn {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:37.840792 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:28:37.842341 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 05:28:37.842554 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 05:28:37.842738 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 05:28:37.842940 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 05:28:37.843283 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 05:28:37.843438 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 05:28:37.843942 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.844233 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.844501 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.844595 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:37.845045 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.845045 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.845605 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.845883 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.846117 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.846416 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.846650 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.846817 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.846975 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.847211 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.847437 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.847751 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.848024 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.848325 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.848533 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.848708 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.848980 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.849238 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.849460 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.849779 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] debug = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.850095 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.850737 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.850963 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.851221 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.851435 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.851687 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.851928 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.852171 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.852409 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.852619 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.852859 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.853095 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.853322 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.853540 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.853747 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.854006 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.854235 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.854685 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] host = dv-cinder-788782-11-iscsi {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.854924 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.855137 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.855383 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.855636 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.855889 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.856101 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.856360 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.856612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.856879 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.857101 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.857355 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.857605 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.857849 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.858093 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.858277 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_options = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.858511 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.858786 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.859040 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.859224 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.859376 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.859548 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.859795 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.859948 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.860211 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.860556 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.860773 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.861007 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.861217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.861447 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.861705 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.861950 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.862160 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.862421 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.862672 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.862916 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.863136 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.863362 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.863649 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.863809 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.864225 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.864446 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.864701 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.864908 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.865241 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.865391 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.865617 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.865859 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.866087 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.866365 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.866590 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.866814 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.867025 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.867284 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.867511 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.867756 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.867979 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.868208 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.868458 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.868698 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.868905 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.869143 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_json = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.869352 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.869576 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.869842 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.870067 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.870347 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.870649 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.870866 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.871113 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.872114 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.872114 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.874652 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.876172 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:28:37.876954 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.876954 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.876954 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.876954 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.876954 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.876954 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.877733 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.877733 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.877733 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.878123 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.878123 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.878416 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.880217 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.882800 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883327 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883327 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883327 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883507 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883578 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883999 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.883999 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.884237 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.884554 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.884981 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.885172 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.885383 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.885639 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.885863 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.886108 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.886362 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.886959 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.886959 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.887283 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.887436 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.889223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.889223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.889223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.889223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.889223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.889223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.890020 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.890020 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.890320 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.890320 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.890588 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.890801 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.891014 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.891474 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.891474 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.891904 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.891904 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.892209 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.892358 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.892528 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.892737 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.892947 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.893207 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.893436 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.893699 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.893881 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.894110 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895040 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895040 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895040 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895040 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895367 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895447 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.895692 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.896017 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.896296 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.897577 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.897577 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.897577 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.897786 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.898043 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.898259 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.898468 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.898653 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.898874 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.899133 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.899385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.899614 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.899852 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.900108 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.900354 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.900591 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.900812 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.901049 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.901308 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.901593 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.901865 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.902102 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.902359 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.903435 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.903435 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.903435 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.903435 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.903737 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.903888 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.904169 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.904450 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.904713 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.904975 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.905211 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.905477 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.905728 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.905973 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.906223 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.906488 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.906729 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.907018 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.907243 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.907465 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.907689 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.907928 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.908252 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.908487 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.908722 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.908956 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.909224 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.909487 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.909742 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.910016 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.910607 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.910607 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.910778 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.911025 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.911246 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.911500 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.911739 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.911946 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.912249 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.912545 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.912792 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.913007 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.913373 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.913475 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.913695 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.913915 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.914131 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.914369 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.914588 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.914835 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.915051 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.915292 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.915529 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.915745 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.915962 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.916178 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.916408 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.916668 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.916885 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.917164 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.917436 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.917656 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.917908 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.918132 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.918427 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.918667 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.918912 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.919395 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.920008 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.920208 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.920451 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.920670 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.920881 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.921127 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.921340 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.921572 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.921819 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.922165 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.922436 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.922666 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.922904 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.923113 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.923364 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.923629 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.923848 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.924062 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.924277 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.924490 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.924762 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.924988 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.925224 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.925452 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.926038 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.926038 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.926250 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.926337 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.926612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.926863 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.927097 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.927360 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.927594 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.927834 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.928062 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.928273 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.928483 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.928705 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.928957 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.929131 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.929612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.929612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.929787 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.930242 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.930242 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.930498 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.930894 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.930894 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.931140 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.931330 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.931521 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.931735 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.931966 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.932175 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.932389 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.932611 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.932826 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.933057 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.933278 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.933486 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.933701 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.933920 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.934160 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.934432 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.934752 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.935008 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.935231 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.935513 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.935801 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.936014 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.936267 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.936562 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.936775 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.937015 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.937236 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.937469 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.937862 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.937994 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.938295 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.938586 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.938850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.939100 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.939370 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.939646 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.939897 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.940118 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.940407 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.940732 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.941009 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.941287 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.941535 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.941791 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.942011 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.942252 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.942482 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.942727 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.942975 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.943212 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.943969 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.944198 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.944446 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.944679 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.944915 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.945143 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.945369 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.945615 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.945845 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.945989 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 05:28:37.946565 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 05:28:37.946724 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 05:28:37.946875 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 05:28:37.947046 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 05:28:37.947230 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 05:28:37.947386 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 05:28:37.947590 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.947758 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.947915 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.948073 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.948231 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.948411 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.948571 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.948728 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.948895 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949091 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949205 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949340 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949521 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949684 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949832 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.949991 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.950139 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.950329 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.950464 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.950624 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.950787 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.950945 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.951107 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] debug = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.951265 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.951471 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.951630 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.951792 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.951953 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.952103 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.952262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.952419 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.952578 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.952747 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.952892 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.953034 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.953196 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.953358 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.953506 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.953661 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.953818 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.954256 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] host = dv-cinder-788782-11-iscsi {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.954408 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.954565 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.954722 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.954879 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955037 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955194 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955352 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955509 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955666 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955823 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.955982 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.956138 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.956295 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.956451 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.956608 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_options = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.956765 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.956923 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.957081 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.957271 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.957434 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.957592 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.957753 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.957911 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.958068 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.958242 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.958403 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.958560 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.958716 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.958873 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.959056 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.959267 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.959388 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.959545 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.959701 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.959857 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960008 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960167 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960325 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960482 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960651 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960788 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.960943 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.961101 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.961258 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.961414 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.961572 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.961730 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.961887 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.962043 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.962199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.962395 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.962553 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.962715 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.962873 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963313 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963313 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963313 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963696 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963696 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.963929 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_json = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964059 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964212 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964370 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964527 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964672 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964832 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.964991 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.965153 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 05:28:37.965329 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.965491 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.965666 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.965831 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.965993 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.966135 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.966320 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.966483 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.966614 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.966762 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.966932 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.967099 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.967273 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.967431 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.967595 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.967759 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.967920 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.968083 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.968246 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.968409 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.968569 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.968733 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.968908 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.969079 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.969244 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.969388 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.969549 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.969727 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.969888 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.970053 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.970295 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.970399 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.970545 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.970711 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.970873 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971038 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971207 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971355 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971514 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971666 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971833 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.971992 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.972146 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.972297 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.972463 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.972627 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.972810 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.972975 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.973135 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.973298 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.973454 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.973614 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.973774 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.973935 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975169 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975169 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975169 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975169 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975772 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975772 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.975772 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976061 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976061 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976204 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976282 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976415 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976590 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976755 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.976920 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.977081 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.977242 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.977403 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.977564 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.977726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.977886 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.978053 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.978233 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.978720 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.978720 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.978720 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979081 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979081 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979312 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979312 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979461 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979604 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979786 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.979927 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.980087 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.980258 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.980436 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.980602 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.980765 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.980926 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.981113 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.981252 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.981450 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.981577 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.981743 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.981901 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.982062 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.982267 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.982408 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.982570 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.982732 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.982894 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.983055 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.983209 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.983365 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.983524 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.983690 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.983852 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.984013 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.984174 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.984336 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.984518 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.984691 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.984937 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.985109 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.985270 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.985440 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.985614 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.985775 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.985936 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.986097 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.986285 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.986448 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.986530 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:28:37.986616 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.986763 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.986922 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.987084 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.987245 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.987416 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.987589 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.987751 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.987913 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.988078 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.988262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.988424 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.988584 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.988746 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.988908 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.989069 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.989231 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.989392 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.989553 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.989715 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.989881 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.990043 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.990202 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.990436 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.990583 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.990748 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.990911 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.991134 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.991231 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.991383 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.991549 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.991709 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.991871 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.992037 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.992198 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.992362 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.992523 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.992683 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.992846 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993006 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993168 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993328 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993488 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993648 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993810 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.993970 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.994131 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.994316 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.994479 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.994641 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.994802 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.994963 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.995125 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.995288 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.995451 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.995612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.995774 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.995936 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.996098 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.996260 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.996421 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.996581 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.996743 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.996921 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.997082 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.997259 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.997421 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998239 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998239 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998239 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998239 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998239 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998553 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998553 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998689 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.998839 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.999004 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.999171 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.999687 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.999687 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:37.999687 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.000283 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.000283 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.000283 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.000283 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.001148 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.001148 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.001148 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.001148 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.001148 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.001148 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.002503 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003385 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003806 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003806 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.003806 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.004007 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.004007 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.004157 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.004612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.004612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.004612 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005262 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005704 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005704 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.005704 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.007850 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.008968 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.009726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.009726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.009726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.009726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.009726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.009726 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.012573 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013199 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013819 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013819 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 05:28:38.013819 dv-cinder-788782-11-iscsi neutron-server[93978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 05:28:38.194705 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 33302) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:28:38.203257 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063450 Sep 06 05:28:49.479379 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc9b86-7be2-422c-84e9-9d8f5138390f None None] get_active_networks_info from dv-cinder-788782-11-iscsi {{(pid=94087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 06 05:28:49.677368 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc9b86-7be2-422c-84e9-9d8f5138390f None None] No non-hosted networks {{(pid=94087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 06 05:28:49.705531 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.agentschedulers_db [None req-5ccc9b86-7be2-422c-84e9-9d8f5138390f None None] DHCP Agent not found on host dv-cinder-788782-11-iscsi {{(pid=94087) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 06 05:28:49.779744 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c922dc14-9192-40b1-985f-3d4fccb143ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681371'] for agent, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:52.181779 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6f4c1fd5-1e1a-45f2-84e9-3472a91e8a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681371'] for agent, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:52.236671 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9890e899-4bb1-49e9-9f3f-37d07371fc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:52.773322 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681371'] for agent, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:52.774028 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.775990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.775990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.775990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.775990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.775990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.776541 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.776691 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.777139 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.778531 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.778894 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.779229 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:28:52.780755 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:28:52.793913 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:28:53.103550 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681371'] for agent, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:54.643392 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681371'] for agent, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:55.730316 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 33394) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:28:56.273655 dv-cinder-788782-11-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-c4209daf-5448-493a-bc47-ac0dbf2ffffb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:28:56.274329 dv-cinder-788782-11-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-c4209daf-5448-493a-bc47-ac0dbf2ffffb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:28:56.497052 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-c4209daf-5448-493a-bc47-ac0dbf2ffffb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:28:56.498135 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c4209daf-5448-493a-bc47-ac0dbf2ffffb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7668962 Sep 06 05:28:58.876842 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 33408) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:28:59.188467 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:28:59.287053 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.policy [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 05:28:59.332475 dv-cinder-788782-11-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:28:59.332779 dv-cinder-788782-11-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:28:59.341935 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.quota [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] Loaded quota_driver: . Sep 06 05:28:59.432628 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790127988060', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790127997865', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790127942715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790127938407', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790127638112', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790127966160', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7675126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7632974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417556'] for rbac-policy, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:59.500501 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:28:59.501742 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-13aa9343-c9c4-4cac-8a74-7b1ee5e23294 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6238534 Sep 06 05:28:59.516792 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.db.l3_hamode_db [None req-d26e3d88-c824-4b01-8811-1760008e22fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 06 05:28:59.598865 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e3d88-c824-4b01-8811-1760008e22fd None None] Routers set() bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:28:59.599175 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e3d88-c824-4b01-8811-1760008e22fd None None] Router IDs set() for agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 06 05:29:02.117571 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33420) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:02.601499 dv-cinder-788782-11-iscsi neutron-server[94086]: WARNING oslo_policy.policy [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:29:02.602109 dv-cinder-788782-11-iscsi neutron-server[94086]: WARNING oslo_policy.policy [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:29:02.823919 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Request body: {'network': {'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'name': 'private'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:29:02.825674 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.quota [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Loaded quota_driver: . Sep 06 05:29:02.884201 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Made reservation on behalf of 1b1c3d93301d4788b11a54fd2d656f1a for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:29:02.949720 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.policy [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94086) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 05:29:02.995704 dv-cinder-788782-11-iscsi neutron-server[94086]: WARNING oslo_policy.policy [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:29:02.996092 dv-cinder-788782-11-iscsi neutron-server[94086]: WARNING oslo_policy.policy [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 05:29:03.005928 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.027531 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.157948 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.161791 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.181866 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:29:03.210049 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790124149836', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.210519 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Unsubscribe: segment precommit_create {{(pid=94086) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 05:29:03.211063 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Added segment 717b086c-6400-4719-ae64-06e6a08509d0 of type vlan for network 7888587b-478d-4863-9519-bea2ce44f6b6 Sep 06 05:29:03.232269 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273ccc6d-24bf-4ce6-9d82-f69b1e91878e,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:03.250170 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.250554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.250896 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.251229 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.251558 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.251903 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.252233 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.252573 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.252912 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.253235 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.253555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.253872 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Tracked resource versions report: Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: pushed versions: Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Log': {'1.0'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Network': {'1.1'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Port': {'1.7'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: consumer versions: Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Log': '1.0', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Network': '1.1', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Port': '1.7', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SubPort': '1.0', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Subnet': '1.1', Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Sep 06 05:29:03.255247 dv-cinder-788782-11-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:29:03.343928 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.384563 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.385955 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:03.386655 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:03.445254 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3254013 Sep 06 05:29:03.488349 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dcb10-1965-490e-925d-579a68af5cfb admin admin] Pushing event updated for resources: {'Network': ['ID=7888587b-478d-4863-9519-bea2ce44f6b6,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:03.500835 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 7888587b-478d-4863-9519-bea2ce44f6b6 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:29:06.085960 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33442) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:06.471059 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12778b21-d990-4546-9130-43943ccd728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:06.472407 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-12778b21-d990-4546-9130-43943ccd728a admin admin] 10.222.0.30 "GET /v2.0/networks/7888587b-478d-4863-9519-bea2ce44f6b6 HTTP/1.1" status: 200 len: 825 time: 0.3854568 Sep 06 05:29:06.512149 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-abd7d2b9-9ce1-45ab-80d1-2ee7e4814e02 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/77b03bb5-80ca-4a84-b42a-642e4d87f40f HTTP/1.1" status: 200 len: 734 time: 0.0328271 Sep 06 05:29:06.521823 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:29:06.543791 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Made reservation on behalf of 1b1c3d93301d4788b11a54fd2d656f1a for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:29:06.546053 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:06.829207 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:06.896732 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e701ff43-8515-4c89-a64c-4ceecedce6e9,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:06.898728 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Checking segment: {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:29:06.899105 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Network hostable DHCP agents. Network: 7888587b-478d-4863-9519-bea2ce44f6b6, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:29:06.919162 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Network 7888587b-478d-4863-9519-bea2ce44f6b6 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:29:06.930664 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 7888587b-478d-4863-9519-bea2ce44f6b6) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:29:06.935259 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:06.935853 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:06.941272 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c74457-894e-44fa-81a4-29c79c349dd2 None None] Network 7888587b-478d-4863-9519-bea2ce44f6b6 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:29:06.950122 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-0d4dc4f0-57f6-4a23-b007-5f8374c1ac85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4318397 Sep 06 05:29:07.261653 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-7888587b-478d-4863-9519-bea2ce44f6b6', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:29:07.262977 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:07.543347 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Allocated IP 172.20.0.2 (7888587b-478d-4863-9519-bea2ce44f6b6/e701ff43-8515-4c89-a64c-4ceecedce6e9/c9f547d7-8bb9-4d93-932c-ea1129d3a89e) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:29:07.742063 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:07.756981 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Transition to ACTIVE for port object c9f547d7-8bb9-4d93-932c-ea1129d3a89e will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:29:07.779768 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Transition to ACTIVE for port object c9f547d7-8bb9-4d93-932c-ea1129d3a89e will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:29:07.787731 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:07.885349 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Network 7888587b-478d-4863-9519-bea2ce44f6b6 is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:29:07.891049 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:29:07.898350 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Pushing event updated for resources: {'Port': ['ID=c9f547d7-8bb9-4d93-932c-ea1129d3a89e,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:07.903143 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:29:07.932539 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.932913 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.933261 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.933597 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.933930 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.934280 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.934610 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.934940 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.935288 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.935615 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.935939 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.936258 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Tracked resource versions report: Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: pushed versions: Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Log': {'1.0'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Network': {'1.1'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Port': {'1.7'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: consumer versions: Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Log': '1.0', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Network': '1.1', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Port': '1.7', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SubPort': '1.0', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Subnet': '1.1', Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Sep 06 05:29:07.937602 dv-cinder-788782-11-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:29:07.987645 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Attempting to bind port c9f547d7-8bb9-4d93-932c-ea1129d3a89e on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:29:07.988241 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Attempting to bind port c9f547d7-8bb9-4d93-932c-ea1129d3a89e by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:29:07.988465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Attempting to bind port c9f547d7-8bb9-4d93-932c-ea1129d3a89e on network 7888587b-478d-4863-9519-bea2ce44f6b6 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:29:07.993544 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:29:07.993957 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Checking segment: {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:29:07.994452 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:07.994841 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Bound using segment: {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:29:07.995300 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Bound port: c9f547d7-8bb9-4d93-932c-ea1129d3a89e, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:29:07.995707 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:08.059884 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] For port c9f547d7-8bb9-4d93-932c-ea1129d3a89e, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:29:08.064196 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] For port c9f547d7-8bb9-4d93-932c-ea1129d3a89e, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=c9f547d7-8bb9-4d93-932c-ea1129d3a89e,segment=NetworkSegment(717b086c-6400-4719-ae64-06e6a08509d0),segment_id=717b086c-6400-4719-ae64-06e6a08509d0)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:29:08.069975 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:08.136215 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb462a-752b-4c7e-9002-361d1f7fca3f None None] Pushing event updated for resources: {'Port': ['ID=c9f547d7-8bb9-4d93-932c-ea1129d3a89e,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:09.390115 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33450) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:09.714545 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [None req-6d51bb7f-670a-412a-af82-ef3537a6919f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:29:09.715648 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-6d51bb7f-670a-412a-af82-ef3537a6919f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3245380 Sep 06 05:29:12.127338 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33458) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:12.451694 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [None req-d5dc4eda-b135-4b5f-8ee1-9bbd0d24abbc admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:29:12.466248 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-d5dc4eda-b135-4b5f-8ee1-9bbd0d24abbc admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242252 Sep 06 05:29:15.104549 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33468) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:15.418081 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:29:15.442007 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:15.444081 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:15.580343 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:15.585677 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:15.597577 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:15.598935 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-69a1e042-4ad9-49a8-bda8-398f9f115d7d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4934008 Sep 06 05:29:16.450007 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e773811-5fc1-421b-92cf-27e6aa3ceb1c None None] Network 7888587b-478d-4863-9519-bea2ce44f6b6 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:29:16.580597 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-909ca4a5-1755-45de-b2aa-69ad3a486a4e None None] Provisioning for port c9f547d7-8bb9-4d93-932c-ea1129d3a89e completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:29:16.616060 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device c9f547d7-8bb9-4d93-932c-ea1129d3a89e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:29:16.715465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port c9f547d7-8bb9-4d93-932c-ea1129d3a89e completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:29:16.719383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port c9f547d7-8bb9-4d93-932c-ea1129d3a89e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:16.719772 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:16.833124 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:16.871852 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port c9f547d7-8bb9-4d93-932c-ea1129d3a89e, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=c9f547d7-8bb9-4d93-932c-ea1129d3a89e,segment=NetworkSegment(717b086c-6400-4719-ae64-06e6a08509d0),segment_id=717b086c-6400-4719-ae64-06e6a08509d0)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:29:16.876299 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:16.930690 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=c9f547d7-8bb9-4d93-932c-ea1129d3a89e,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:16.933995 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-f7d930be-b020-43c3-8d23-b300a1075f94 None None] Provisioning complete for port c9f547d7-8bb9-4d93-932c-ea1129d3a89e triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:16.934559 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f7d930be-b020-43c3-8d23-b300a1075f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:18.015410 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33480) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:18.325018 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [None req-f6ecae13-5290-4ada-88ca-534d78a9aea3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:29:18.326035 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f6ecae13-5290-4ada-88ca-534d78a9aea3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096859 Sep 06 05:29:18.573299 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device c9f547d7-8bb9-4d93-932c-ea1129d3a89e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:29:18.621556 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port c9f547d7-8bb9-4d93-932c-ea1129d3a89e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:18.621928 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:19.385549 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a00ab0c3-2d09-4e6b-873a-6a815ce47c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:20.727685 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33488) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:21.028446 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:29:21.049795 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Made reservation on behalf of c7d56ff1f0f54d9395e696d0cdb9d5f0 for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:29:21.052540 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.060315 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.151610 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.154962 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.168511 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Reserving flat network on physical network physnet1 {{(pid=94086) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 06 05:29:21.189248 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1369c80f-19b6-40a5-aa47-211604f04526,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:21.192414 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.193105 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Added segment bb3aa4f5-e216-48cc-8085-7df1d4d9ce20 of type flat for network 3f6627bc-5dfa-49c6-8148-553c22691096 Sep 06 05:29:21.240129 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.269687 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.270625 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:21.271904 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:21.299879 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5711648 Sep 06 05:29:21.331041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffad8f1-47e3-4724-bbc6-7054744cd80b admin admin] Pushing event updated for resources: {'Network': ['ID=3f6627bc-5dfa-49c6-8148-553c22691096,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:21.342365 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 3f6627bc-5dfa-49c6-8148-553c22691096 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:29:22.173314 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9d7866b5-9f2d-4b36-9271-d244cd3d3475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:22.771076 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:23.037074 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:23.712658 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33506) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:23.888974 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85deb65-99ed-4bd9-82f0-8e8e5b97214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:23.890307 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f85deb65-99ed-4bd9-82f0-8e8e5b97214e admin admin] 10.222.0.30 "GET /v2.0/subnets/e701ff43-8515-4c89-a64c-4ceecedce6e9 HTTP/1.1" status: 200 len: 849 time: 0.1766696 Sep 06 05:29:24.004493 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-85f2d56b-a87f-40df-9083-8da9b4c0d495 admin admin] 10.222.0.30 "GET /v2.0/routers/f7047ad0-827a-4ace-b5f1-aa136e5fbbcf HTTP/1.1" status: 200 len: 704 time: 0.1076221 Sep 06 05:29:24.266563 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:24.555369 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Allocated IP 172.20.0.1 (7888587b-478d-4863-9519-bea2ce44f6b6/e701ff43-8515-4c89-a64c-4ceecedce6e9/0aa0e85d-cfd8-4717-a386-43580c83fce0) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:29:24.597390 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:24.749959 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:24.772340 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Transition to ACTIVE for port object 0aa0e85d-cfd8-4717-a386-43580c83fce0 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:29:24.837732 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:24.907446 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Network 7888587b-478d-4863-9519-bea2ce44f6b6 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:29:24.913206 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:29:24.919670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:29:24.920201 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:24.939103 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Pushing event updated for resources: {'Port': ['ID=0aa0e85d-cfd8-4717-a386-43580c83fce0,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:25.072152 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7ce1f41d-4e6b-4351-b646-b78422950fc7 None None] Provisioning for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:29:25.076333 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7ce1f41d-4e6b-4351-b646-b78422950fc7 None None] Provisioning complete for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:25.076742 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f41d-4e6b-4351-b646-b78422950fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:25.115378 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:25.116319 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1f41d-4e6b-4351-b646-b78422950fc7 None None] Port 0aa0e85d-cfd8-4717-a386-43580c83fce0 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:29:25.319786 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:25.323863 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:25.324594 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:25.386179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Pushing event updated for resources: {'Port': ['ID=0aa0e85d-cfd8-4717-a386-43580c83fce0,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:25.451043 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Network 7888587b-478d-4863-9519-bea2ce44f6b6 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:29:25.452370 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:29:25.615442 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:29:25.638587 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-b4748b3f-7ee0-4d0f-9f12-f4da6ca04080 None None] Provisioning complete for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:25.639129 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-b4748b3f-7ee0-4d0f-9f12-f4da6ca04080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:25.671296 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-b4748b3f-7ee0-4d0f-9f12-f4da6ca04080 None None] Port 0aa0e85d-cfd8-4717-a386-43580c83fce0 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:29:25.704471 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:29:25.710191 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-20be127c-1933-42bc-9e7d-6b394178038e admin admin] 10.222.0.30 "PUT /v2.0/routers/f7047ad0-827a-4ace-b5f1-aa136e5fbbcf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6992633 Sep 06 05:29:25.726164 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Sync routers for ids ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:29:25.737457 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Routers {'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:29:25.738347 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:29:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:25.922339 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Set router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf gateway port host: None {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:29:26.343759 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'name': 'router1', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:29:15Z', 'updated_at': '2021-09-06T05:29:25Z', 'revision_number': 2, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'gw_port_host': None, '_interfaces': [{'id': '0aa0e85d-cfd8-4717-a386-43580c83fce0', 'name': '', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'mac_address': 'fa:16:3e:81:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:24Z', 'updated_at': '2021-09-06T05:29:25Z', 'revision_number': 2, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnets': [{'id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:26.394425 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Checking router: f7047ad0-827a-4ace-b5f1-aa136e5fbbcf for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:29:26.394801 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Updating router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf port 0aa0e85d-cfd8-4717-a386-43580c83fce0 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:29:26.444376 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:26.953893 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:26.971817 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Transition to ACTIVE for port object 0aa0e85d-cfd8-4717-a386-43580c83fce0 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:29:26.978717 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:27.133578 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Pushing event updated for resources: {'Port': ['ID=0aa0e85d-cfd8-4717-a386-43580c83fce0,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:27.150250 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.150595 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.151151 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.151250 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.151554 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.151871 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.152187 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.152690 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.152834 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.153152 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.153463 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.153770 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Tracked resource versions report: Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: pushed versions: Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: { 'AddressGroup': {'1.2'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'ConntrackHelper': {'1.0'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Log': {'1.0'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Network': {'1.1'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Port': {'1.7'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'PortForwarding': {'1.2'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'QosPolicy': {'1.9'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroup': {'1.4'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SubPort': {'1.0'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Subnet': {'1.1'}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Trunk': {'1.1'}} Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: consumer versions: Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'ConntrackHelper': '1.0', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Log': '1.0', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Network': '1.1', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Port': '1.7', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'PortForwarding': '1.2', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'QosPolicy': '1.9', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroup': '1.4', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroupRule': '1.2', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SubPort': '1.0', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Subnet': '1.1', Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Trunk': '1.1'}} Sep 06 05:29:27.155121 dv-cinder-788782-11-iscsi neutron-server[94088]: {{(pid=94088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:29:27.157594 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Attempting to bind port 0aa0e85d-cfd8-4717-a386-43580c83fce0 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:29:27.157900 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Attempting to bind port 0aa0e85d-cfd8-4717-a386-43580c83fce0 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:29:27.158347 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Attempting to bind port 0aa0e85d-cfd8-4717-a386-43580c83fce0 on network 7888587b-478d-4863-9519-bea2ce44f6b6 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:29:27.164375 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:29:27.164785 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Checking segment: {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:29:27.165256 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:27.165635 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Bound using segment: {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:29:27.166122 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Bound port: 0aa0e85d-cfd8-4717-a386-43580c83fce0, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717b086c-6400-4719-ae64-06e6a08509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:29:27.166552 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:27.234850 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] For port 0aa0e85d-cfd8-4717-a386-43580c83fce0, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:29:27.252833 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] For port 0aa0e85d-cfd8-4717-a386-43580c83fce0, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=0aa0e85d-cfd8-4717-a386-43580c83fce0,segment=NetworkSegment(717b086c-6400-4719-ae64-06e6a08509d0),segment_id=717b086c-6400-4719-ae64-06e6a08509d0)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:29:27.257139 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:27.317283 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Routers {'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:29:27.318473 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:29:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:27.321889 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29e209-1d9c-4d73-a980-045d68674c19 None None] Pushing event updated for resources: {'Port': ['ID=0aa0e85d-cfd8-4717-a386-43580c83fce0,revision_number=4']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:27.408976 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] Set router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf gateway port host: None {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:29:27.618269 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'name': 'router1', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:29:15Z', 'updated_at': '2021-09-06T05:29:25Z', 'revision_number': 2, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'gw_port_host': None, '_interfaces': [{'id': '0aa0e85d-cfd8-4717-a386-43580c83fce0', 'name': '', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'mac_address': 'fa:16:3e:81:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:24Z', 'updated_at': '2021-09-06T05:29:27Z', 'revision_number': 4, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnets': [{'id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:27.643871 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f87b-aac0-4854-96fd-49be3e06735f None None] The sync data for ids ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'] in dv-cinder-788782-11-iscsi is: [{'id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'name': 'router1', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:29:15Z', 'updated_at': '2021-09-06T05:29:25Z', 'revision_number': 2, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'gw_port_host': None, '_interfaces': [{'id': '0aa0e85d-cfd8-4717-a386-43580c83fce0', 'name': '', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'mac_address': 'fa:16:3e:81:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:24Z', 'updated_at': '2021-09-06T05:29:27Z', 'revision_number': 4, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnets': [{'id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:29:28.001470 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33526) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:28.110575 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da98c49-5f4e-4836-8068-0e07db41f294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:28.114246 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-9da98c49-5f4e-4836-8068-0e07db41f294 admin admin] 10.222.0.30 "GET /v2.0/networks/3f6627bc-5dfa-49c6-8148-553c22691096 HTTP/1.1" status: 200 len: 842 time: 0.1095397 Sep 06 05:29:28.122644 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:29:28.143728 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Made reservation on behalf of c7d56ff1f0f54d9395e696d0cdb9d5f0 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:29:28.146125 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:28.493539 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.objects.ports [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 06 05:29:28.493984 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:28.547716 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ab3079-522c-480b-ab41-7a522f080f2f,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:28.558967 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:29:28.559321 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Network hostable DHCP agents. Network: 3f6627bc-5dfa-49c6-8148-553c22691096, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:29:28.574613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:29:28.583662 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 3f6627bc-5dfa-49c6-8148-553c22691096) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:29:28.587818 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:28.588407 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:28.593873 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bb913-59d7-4510-b270-28f508eccb69 None None] Network 3f6627bc-5dfa-49c6-8148-553c22691096 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:29:28.602558 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7ba78470-6d43-41ea-9654-c57b65ac8798 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832826 Sep 06 05:29:28.748716 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884350ca-62f7-47bb-82cf-cda11067086e None None] Network 3f6627bc-5dfa-49c6-8148-553c22691096 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:29:30.892004 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33534) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:31.025594 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-161ec99e-edf6-433a-aa52-518dbf9d53ad admin admin] 10.222.0.30 "GET /v2.0/routers/f7047ad0-827a-4ace-b5f1-aa136e5fbbcf HTTP/1.1" status: 200 len: 710 time: 0.1323686 Sep 06 05:29:31.114033 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db594ba-d53e-41f0-a109-eea900371142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:29:31.121066 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8db594ba-d53e-41f0-a109-eea900371142 admin admin] 10.222.0.30 "GET /v2.0/networks/3f6627bc-5dfa-49c6-8148-553c22691096 HTTP/1.1" status: 200 len: 886 time: 0.0839248 Sep 06 05:29:31.125394 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:29:31.375902 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:31.606840 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:31.679242 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:31.783310 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Allocated IP 172.27.3.147 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/0ad655e3-bb1f-42a7-a94b-7cf2910eba0e) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:29:31.887876 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:31.928499 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:31.967398 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:29:31.970169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:29:31.977808 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:29:31.980593 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad655e3-bb1f-42a7-a94b-7cf2910eba0e,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:32.321319 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:32.514415 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-720786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61554'] for router, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:32.517714 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-720795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-720780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-718635'] for router, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:32.623136 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:29:32.726679 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:29:32.730763 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:32.731953 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-fe74a7ff-d42b-41a6-83be-a5b0d7d66a48 admin admin] 10.222.0.30 "PUT /v2.0/routers/f7047ad0-827a-4ace-b5f1-aa136e5fbbcf HTTP/1.1" status: 200 len: 890 time: 1.6101906 Sep 06 05:29:34.160234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Sync routers for ids ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:29:34.171872 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Routers {'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:29:34.172565 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:29:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:34.424332 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Set router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:29:34.616275 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 0aa0e85d-cfd8-4717-a386-43580c83fce0 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:29:34.767128 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:29:34.788357 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:34.788730 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:34.902251 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:29:34.921078 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'name': 'router1', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '0ad655e3-bb1f-42a7-a94b-7cf2910eba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:29:15Z', 'updated_at': '2021-09-06T05:29:32Z', 'revision_number': 4, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'gw_port': {'id': '0ad655e3-bb1f-42a7-a94b-7cf2910eba0e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:31Z', 'updated_at': '2021-09-06T05:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '0aa0e85d-cfd8-4717-a386-43580c83fce0', 'name': '', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'mac_address': 'fa:16:3e:81:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:24Z', 'updated_at': '2021-09-06T05:29:27Z', 'revision_number': 4, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnets': [{'id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:34.946511 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:34.978416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Checking router: f7047ad0-827a-4ace-b5f1-aa136e5fbbcf for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:29:34.978787 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Updating router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:29:35.041415 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.069332 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 0aa0e85d-cfd8-4717-a386-43580c83fce0, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=0aa0e85d-cfd8-4717-a386-43580c83fce0,segment=NetworkSegment(717b086c-6400-4719-ae64-06e6a08509d0),segment_id=717b086c-6400-4719-ae64-06e6a08509d0)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:29:35.075066 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.184110 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 33546) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:29:35.237616 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=0aa0e85d-cfd8-4717-a386-43580c83fce0,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:35.299326 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7912269f-358d-4c60-b7aa-5272b49715c1 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139026 Sep 06 05:29:35.415414 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.425555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Transition to ACTIVE for port object 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:29:35.432675 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.485969 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Attempting to bind port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:29:35.486461 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Attempting to bind port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:29:35.486848 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Attempting to bind port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:29:35.490339 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cad1f-d897-4b75-b97a-e6876a1bccfe None None] Pushing event updated for resources: {'Port': ['ID=0ad655e3-bb1f-42a7-a94b-7cf2910eba0e,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:35.494906 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:29:35.495275 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:29:35.495671 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.496142 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:29:35.496612 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Bound port: 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:29:35.497004 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.548681 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] For port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:29:35.552184 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] For port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=0ad655e3-bb1f-42a7-a94b-7cf2910eba0e,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:29:35.557139 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:35.612917 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cad1f-d897-4b75-b97a-e6876a1bccfe None None] Pushing event updated for resources: {'Port': ['ID=0ad655e3-bb1f-42a7-a94b-7cf2910eba0e,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:35.616225 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Routers {'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:29:35.617362 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:29:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:35.808638 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] Set router f7047ad0-827a-4ace-b5f1-aa136e5fbbcf gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:29:36.021329 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'name': 'router1', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '0ad655e3-bb1f-42a7-a94b-7cf2910eba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:29:15Z', 'updated_at': '2021-09-06T05:29:32Z', 'revision_number': 4, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'gw_port': {'id': '0ad655e3-bb1f-42a7-a94b-7cf2910eba0e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:31Z', 'updated_at': '2021-09-06T05:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '0aa0e85d-cfd8-4717-a386-43580c83fce0', 'name': '', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'mac_address': 'fa:16:3e:81:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:24Z', 'updated_at': '2021-09-06T05:29:35Z', 'revision_number': 5, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnets': [{'id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:29:36.050147 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c3726-83e1-4daf-b01c-d219bb859ecd None None] The sync data for ids ['f7047ad0-827a-4ace-b5f1-aa136e5fbbcf'] in dv-cinder-788782-11-iscsi is: [{'id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'name': 'router1', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '0ad655e3-bb1f-42a7-a94b-7cf2910eba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:29:15Z', 'updated_at': '2021-09-06T05:29:32Z', 'revision_number': 4, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'gw_port': {'id': '0ad655e3-bb1f-42a7-a94b-7cf2910eba0e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:31Z', 'updated_at': '2021-09-06T05:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '0aa0e85d-cfd8-4717-a386-43580c83fce0', 'name': '', 'network_id': '7888587b-478d-4863-9519-bea2ce44f6b6', 'tenant_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'mac_address': 'fa:16:3e:81:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7047ad0-827a-4ace-b5f1-aa136e5fbbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:29:24Z', 'updated_at': '2021-09-06T05:29:35Z', 'revision_number': 5, 'project_id': '1b1c3d93301d4788b11a54fd2d656f1a', 'subnets': [{'id': 'e701ff43-8515-4c89-a64c-4ceecedce6e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77b03bb5-80ca-4a84-b42a-642e4d87f40f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:29:36.686800 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:29:36.735599 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:29:36.740157 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:36.740650 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:36.825214 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:36.846369 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=0ad655e3-bb1f-42a7-a94b-7cf2910eba0e,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:29:36.852828 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:36.853769 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 0aa0e85d-cfd8-4717-a386-43580c83fce0 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:29:36.930712 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=0ad655e3-bb1f-42a7-a94b-7cf2910eba0e,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:29:36.944976 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:36.945354 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:38.600294 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:29:38.671987 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 0ad655e3-bb1f-42a7-a94b-7cf2910eba0e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:29:38.672642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:49.387492 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-62fc0681-b1ad-4dbf-929f-6858d004fbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:52.177293 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c907378a-3c24-4a04-b92a-e254cc29d35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:52.775921 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:53.042046 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:29:54.616354 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:11.905041 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:30:19.388115 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-b358fb2c-4ef0-4bbb-8164-e1117e58c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:22.184951 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-016aac87-bfc2-4ba4-b032-8d837322c810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:22.774249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:23.046032 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:24.619321 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:48.904273 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:30:49.391609 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a83aed0a-06ee-42dd-9d91-d3770d1d2f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:52.177164 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-58097a6d-9541-4a57-a740-9f7d9dff5fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:52.776697 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:53.046363 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:30:54.625714 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:11.545172 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34108) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:11.606473 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac61bae-117d-4fc4-8c93-c3dac1ed6b4d admin admin] GET failed (client error): The resource could not be found. Sep 06 05:31:11.607809 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-dac61bae-117d-4fc4-8c93-c3dac1ed6b4d admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616932 Sep 06 05:31:11.772064 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e13a8d-7612-40e9-a028-8e791836a20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:11.773949 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-59e13a8d-7612-40e9-a028-8e791836a20e admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615438 Sep 06 05:31:13.982762 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34118) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:14.073220 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe0a02-9c6f-4408-8c44-91be1b36a730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:14.074642 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7afe0a02-9c6f-4408-8c44-91be1b36a730 admin admin] 10.222.0.30 "GET /v2.0/subnets/e701ff43-8515-4c89-a64c-4ceecedce6e9 HTTP/1.1" status: 200 len: 849 time: 0.0909288 Sep 06 05:31:14.085048 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:31:14.169151 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:14.304008 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790124040129'] for subnet, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:14.333480 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:14.334675 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:14.342041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] 10.222.0.30 "PUT /v2.0/subnets/e701ff43-8515-4c89-a64c-4ceecedce6e9 HTTP/1.1" status: 200 len: 868 time: 0.2544346 Sep 06 05:31:14.354097 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e701ff43-8515-4c89-a64c-4ceecedce6e9,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:31:14.358361 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d4bd6-95d9-4cee-a5b8-d7e0d2db0eae None None] Network 7888587b-478d-4863-9519-bea2ce44f6b6 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:31:14.361585 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.361958 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.362385 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.362720 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.363050 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.363398 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.363722 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.364062 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.364433 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.364753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.365123 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.365499 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80db4d1b-d34a-4249-a4e9-ddbdaef13f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:31:14.753938 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-c4b0b181-ad9d-4e08-ae53-2bb0fd6c9d69 None None] Provisioning complete for port 0aa0e85d-cfd8-4717-a386-43580c83fce0 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:31:14.754336 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b181-ad9d-4e08-ae53-2bb0fd6c9d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:14.839788 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-c4b0b181-ad9d-4e08-ae53-2bb0fd6c9d69 None None] Provisioning complete for port c9f547d7-8bb9-4d93-932c-ea1129d3a89e triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:31:14.840031 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b181-ad9d-4e08-ae53-2bb0fd6c9d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:16.579817 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34126) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:16.774041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b4e89-3058-413a-a183-59820fafa2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:16.774466 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b4e89-3058-413a-a183-59820fafa2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:16.776013 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-fd8b4e89-3058-413a-a183-59820fafa2a5 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952415 Sep 06 05:31:18.968212 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34134) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:19.098261 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e88397-68d1-4ac7-98af-5d3ca39fcef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:19.098740 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e88397-68d1-4ac7-98af-5d3ca39fcef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:19.100304 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-30e88397-68d1-4ac7-98af-5d3ca39fcef9 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311214 Sep 06 05:31:19.393010 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-06bc86ec-a10d-4762-85e3-69bd09be4522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:21.352955 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34142) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:21.573700 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f8647-d848-4f6a-9c9b-682d7358e400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:21.575028 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b92f8647-d848-4f6a-9c9b-682d7358e400 admin admin] 10.222.0.30 "GET /v2.0/networks/3f6627bc-5dfa-49c6-8148-553c22691096 HTTP/1.1" status: 200 len: 886 time: 0.2211368 Sep 06 05:31:22.178696 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d35f030-0d56-40e0-a41e-7ae015df8a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:22.777885 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:23.048325 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:23.783464 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34150) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:23.911268 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe1e13-d471-42d4-8ab7-c12c292b7514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:23.912632 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7abe1e13-d471-42d4-8ab7-c12c292b7514 admin admin] 10.222.0.30 "GET /v2.0/networks/7888587b-478d-4863-9519-bea2ce44f6b6 HTTP/1.1" status: 200 len: 869 time: 0.1273575 Sep 06 05:31:24.630431 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:25.903300 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:31:26.092465 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34158) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:26.239114 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c665d03c-5213-4b37-a695-a359f3e49c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:26.239610 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c665d03c-5213-4b37-a695-a359f3e49c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:26.241259 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c665d03c-5213-4b37-a695-a359f3e49c36 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1478326 Sep 06 05:31:28.437921 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34168) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:28.529844 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302311d-7425-4f1a-80ee-0ce6de2796c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:28.530328 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302311d-7425-4f1a-80ee-0ce6de2796c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:28.531804 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5302311d-7425-4f1a-80ee-0ce6de2796c2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929270 Sep 06 05:31:30.731485 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34176) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:30.842156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8afefc-e77d-4b65-9f89-c4d2f264e4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:30.843490 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bb8afefc-e77d-4b65-9f89-c4d2f264e4d6 admin admin] 10.222.0.30 "GET /v2.0/subnets/35ab3079-522c-480b-ab41-7a522f080f2f HTTP/1.1" status: 200 len: 816 time: 0.1110830 Sep 06 05:31:33.046849 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34184) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:33.146529 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1681116-e8d1-46d9-bffc-baf728bbf4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:33.147870 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d1681116-e8d1-46d9-bffc-baf728bbf4dc admin admin] 10.222.0.30 "GET /v2.0/subnets/e701ff43-8515-4c89-a64c-4ceecedce6e9 HTTP/1.1" status: 200 len: 868 time: 0.1000936 Sep 06 05:31:49.395882 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9867-b37a-4006-82b9-0905009327c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:52.179555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a1c51bfd-cd63-48c9-879c-51a71cc03448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:52.778889 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:53.055807 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:54.633043 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:31:56.971945 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34238) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:57.022062 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-243f9608-7228-4df7-a564-255bdbcdcc8e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:31:57.023131 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-243f9608-7228-4df7-a564-255bdbcdcc8e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502675 Sep 06 05:31:59.338873 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34246) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:31:59.414760 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.pecan_wsgi.hooks.translation [None req-47686e6e-bf96-4962-9b69-3f7a1b5502df admin admin] GET failed (client error): The resource could not be found. Sep 06 05:31:59.416083 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-47686e6e-bf96-4962-9b69-3f7a1b5502df admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762606 Sep 06 05:31:59.574976 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e165b513-fb92-4f58-a1eb-550d43d7bb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:31:59.576348 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e165b513-fb92-4f58-a1eb-550d43d7bb70 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1557205 Sep 06 05:32:01.789659 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34254) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:32:01.838473 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:32:01.864229 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Made reservation on behalf of c7d56ff1f0f54d9395e696d0cdb9d5f0 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:32:01.866824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:01.911476 dv-cinder-788782-11-iscsi neutron-server[94085]: WARNING neutron.services.revisions.revision_plugin [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Could not find related network for resource to bump revision. Sep 06 05:32:01.927961 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:32:01.940442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790124149836', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:01.940992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Unsubscribe: segment precommit_create {{(pid=94085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 05:32:01.941488 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Added segment 20dceb70-a0f6-4c72-93a8-cf63ccadd20c of type vlan for network 29bee7b3-d3f1-4290-99c8-b9355f0d875d Sep 06 05:32:01.991757 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:02.024341 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:02.025385 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:32:02.026006 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:02.054299 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2545433 Sep 06 05:32:02.153216 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Pushing event updated for resources: {'Network': ['ID=29bee7b3-d3f1-4290-99c8-b9355f0d875d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:32:02.163071 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.163428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.163773 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.164111 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.164444 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.164778 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.165108 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.165456 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.165806 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.166135 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.166481 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.166803 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0078-3650-42c4-b662-5e5d73115f03 admin admin] Tracked resource versions report: Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: pushed versions: Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: consumer versions: Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Log': '1.0', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Network': '1.1', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Port': '1.7', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 06 05:32:02.168197 dv-cinder-788782-11-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:32:02.208660 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 29bee7b3-d3f1-4290-99c8-b9355f0d875d details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:32:02.901550 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:32:04.297033 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34266) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:32:04.358324 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d4ffac-f2b8-4a27-8fbe-830d4707897e admin admin] GET failed (client error): The resource could not be found. Sep 06 05:32:04.359628 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f5d4ffac-f2b8-4a27-8fbe-830d4707897e admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616074 Sep 06 05:32:04.437354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7fee00-8a77-4c3c-981f-b37de910854b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:32:04.438837 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8a7fee00-8a77-4c3c-981f-b37de910854b admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0741823 Sep 06 05:32:04.450018 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:32:04.473259 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Made reservation on behalf of c7d56ff1f0f54d9395e696d0cdb9d5f0 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:32:04.475527 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:04.687307 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:04.744006 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a8266e-42a2-4c2e-ae66-312573993a70,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:32:04.753921 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Checking segment: {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:32:04.754324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Network hostable DHCP agents. Network: 29bee7b3-d3f1-4290-99c8-b9355f0d875d, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:32:04.775142 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Network 29bee7b3-d3f1-4290-99c8-b9355f0d875d is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:32:04.786153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 29bee7b3-d3f1-4290-99c8-b9355f0d875d) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:32:04.791067 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:32:04.791674 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:04.796153 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3bbe1-69ed-4704-9eed-4c597b8ac300 None None] Network 29bee7b3-d3f1-4290-99c8-b9355f0d875d requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:32:04.806612 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-128ee6d7-50ea-4a61-aa0e-3355431f8c0b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3599663 Sep 06 05:32:05.044580 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-29bee7b3-d3f1-4290-99c8-b9355f0d875d', 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d', 'tenant_id': 'c7d56ff1f0f54d9395e696d0cdb9d5f0', 'fixed_ips': [{'subnet_id': '42a8266e-42a2-4c2e-ae66-312573993a70'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:32:05.045444 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:05.185157 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Allocated IP 192.168.233.2 (29bee7b3-d3f1-4290-99c8-b9355f0d875d/42a8266e-42a2-4c2e-ae66-312573993a70/13690bc9-dbfa-40d8-a4e2-25ed10eccb07) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:32:05.330040 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:05.339547 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Transition to ACTIVE for port object 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:32:05.356333 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Transition to ACTIVE for port object 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:32:05.363234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:05.404367 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Network 29bee7b3-d3f1-4290-99c8-b9355f0d875d is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:32:05.410518 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:32:05.413534 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:32:05.415446 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Pushing event updated for resources: {'Port': ['ID=13690bc9-dbfa-40d8-a4e2-25ed10eccb07,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:32:05.426584 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.426956 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.427308 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.427659 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.427993 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.428322 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.428649 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.428973 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.429312 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.429639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.429962 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.430307 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:32:05.482433 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Attempting to bind port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:32:05.482806 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Attempting to bind port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:32:05.483166 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Attempting to bind port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 on network 29bee7b3-d3f1-4290-99c8-b9355f0d875d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:32:05.488467 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:32:05.488839 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Checking segment: {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:32:05.489237 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:05.489626 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Bound using segment: {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:32:05.490089 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Bound port: 13690bc9-dbfa-40d8-a4e2-25ed10eccb07, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:32:05.490508 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:05.555873 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] For port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:32:05.558914 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] For port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=13690bc9-dbfa-40d8-a4e2-25ed10eccb07,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:32:05.564274 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:05.626800 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246ee3-0a63-4d93-91d3-0e8ea86bc089 None None] Pushing event updated for resources: {'Port': ['ID=13690bc9-dbfa-40d8-a4e2-25ed10eccb07,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:32:06.390111 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24aaf4b-9435-4287-b0ff-2c9fcfea45e0 None None] Network 29bee7b3-d3f1-4290-99c8-b9355f0d875d requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:32:06.515599 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-55898739-a237-4055-aa8f-5e930ad20745 None None] Provisioning for port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:32:06.735170 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:32:06.799761 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:32:06.803769 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:32:06.804124 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:06.883330 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:06.915220 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=13690bc9-dbfa-40d8-a4e2-25ed10eccb07,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:32:06.919049 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:06.968033 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=13690bc9-dbfa-40d8-a4e2-25ed10eccb07,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:32:08.704500 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:32:08.752910 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 13690bc9-dbfa-40d8-a4e2-25ed10eccb07 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:32:08.753277 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:19.398293 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4548a939-0bda-443f-bdf2-b44327ddda89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:22.182506 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-89ede2e0-c953-47f4-94e5-0438fffe0e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:22.781038 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:23.057857 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:24.636781 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:39.900442 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:32:49.399149 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-096a9923-86e5-4ebf-8d11-48ab366d67cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:52.182725 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a5087517-c852-4e23-b7e7-1c0f2d6705a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:52.783306 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:53.059527 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:32:54.638595 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.079459 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34318) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:33:13.085600 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-98778ce4-6abd-4cf2-8a2c-ecbc9bf971d2 tempest-verify_tempest_config-109664511 tempest-verify_tempest_config-109664511-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:33:13.086982 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-98778ce4-6abd-4cf2-8a2c-ecbc9bf971d2 tempest-verify_tempest_config-109664511 tempest-verify_tempest_config-109664511-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065625 Sep 06 05:33:13.372278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34336) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:33:13.474922 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.595834 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.599553 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.642019 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45509e700a074147a37ce4efdfedebd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2687097 Sep 06 05:33:13.643987 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fca517-5a67-4627-b91c-a8d35c710afa,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:33:13.644852 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34340) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:33:13.650549 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.650926 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.651279 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.651618 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.651963 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.652301 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.652633 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.652977 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.653324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.653652 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.653975 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.654321 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f1edb-6266-403b-bc1e-66fd967c2693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.700253 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.720881 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.809219 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.811780 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:13.812960 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87fca517-5a67-4627-b91c-a8d35c710afa HTTP/1.1" status: 204 len: 168 time: 0.1670852 Sep 06 05:33:13.821114 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fca517-5a67-4627-b91c-a8d35c710afa,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:33:13.827722 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.828100 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.828436 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.828766 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.829400 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.829754 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.830085 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.830456 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.830800 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.831123 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.831437 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:13.831751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b483415-d500-4128-96b6-172197fd8f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:33:16.898515 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:33:19.401068 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0ef51e89-83f3-4e69-8a0b-4b822fabfc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:22.183800 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7c1adfd1-39a2-4e21-809f-39ef2fba10af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:22.790618 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:23.059847 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:24.644547 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:49.402685 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6d0adfbf-a298-4b46-a2c6-2f6496ad0a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:52.184356 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6da2c9e3-781c-4124-a56a-d50db7721002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:52.781378 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:53.065962 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:33:53.897665 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:33:54.645424 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:19.403283 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6b5bed87-cb71-45e0-a219-fd6445fdd78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:22.185650 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d9411b8e-0ae4-43b2-94c9-e88350b43661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:22.780804 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:23.066482 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:24.648916 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:30.896203 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 5 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:34:42.054027 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681371'] for agent, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:49.403417 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-578f3937-9aad-4007-a19b-13904473d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:52.187097 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f55ec126-4328-416d-a2bd-8f684d88cc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:52.781639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:53.069852 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:54.652634 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:34:56.982734 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34414) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:34:57.085995 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-812565c8-d0b2-4714-a83a-fbd41d1bcde0 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1021357 Sep 06 05:34:59.351678 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34424) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:34:59.411808 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-3756814a-303b-48d3-88ea-ab7927b1d6fa admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0590565 Sep 06 05:35:07.894822 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:35:12.039076 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:19.403119 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1513fbe2-0683-4f2b-884b-e25d563ad708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:22.187336 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-967f1d79-9c4b-4710-b22c-97cb440e5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:22.782647 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:23.074121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:24.655685 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:42.038616 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:44.893995 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:35:49.403832 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-593a12b1-380a-48c7-be70-2e027800a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:52.188186 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0e9566bb-d6df-478a-9830-a1c414d54c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:52.786493 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:53.082782 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:35:54.660898 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:12.032836 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:19.407614 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-cff674af-0beb-4963-8113-6bee540848b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:21.894180 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:36:22.326734 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ee72-6962-42db-b4b0-46fff4c04c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:22.788414 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:23.087546 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:24.672180 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.288116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34554) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:25.492117 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-323499878-network', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:25.519580 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Made reservation on behalf of cf6628cf61824aa78f1a0b289244eec2 for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:25.522854 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.535739 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.639031 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.644370 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.667307 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:36:25.685517 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563dc9a0-5d1c-4f9a-9ce6-54fc97f113a5,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:25.690882 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.691233 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Added segment aabecbbc-313e-4c75-9735-e3a7dc1f6fc7 of type vlan for network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c Sep 06 05:36:25.693478 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.693851 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.694200 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.694577 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.694912 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.695264 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.695604 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.695933 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.696283 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.696613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.696941 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.697270 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Tracked resource versions report: Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: pushed versions: Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Log': {'1.0'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Network': {'1.1'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Port': {'1.7'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: consumer versions: Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: HyperV agent@hv-cinder-78878: {}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Log': '1.0', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Network': '1.1', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Port': '1.7', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'SubPort': '1.0', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Subnet': '1.1', Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Sep 06 05:36:25.701653 dv-cinder-788782-11-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:36:25.741408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.768297 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.769136 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:25.769740 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.796268 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5061033 Sep 06 05:36:25.798647 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34584) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:25.807235 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Request body: {'subnet': {'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-subnet', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:25.858717 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff275-75b9-4e7f-9181-87f774af0d1a admin admin] Pushing event updated for resources: {'Network': ['ID=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:25.867360 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Made reservation on behalf of cf6628cf61824aa78f1a0b289244eec2 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:25.869887 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:25.870899 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:36:26.065540 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.123222 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea587cee-15df-47ce-8cdd-21d291bef828,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:26.131384 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Checking segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:26.131934 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Network hostable DHCP agents. Network: 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:36:26.150792 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:36:26.162093 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:26.166855 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:26.167498 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.173615 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3c10dc-e20a-46b4-b989-b9e05a572be6 None None] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:26.190831 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-5a047c82-9e06-4eb3-8f20-908852d385db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3905003 Sep 06 05:36:26.194036 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34608) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:26.203825 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:26.232264 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.233353 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.309276 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.351238 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:36:26.352121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.456668 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.510777 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Allocated IP 172.20.0.2 (7f3e3e0a-6abf-4ba7-955b-bfed60dd162c/ea587cee-15df-47ce-8cdd-21d291bef828/837e2ef5-8c5e-4211-95a1-5a8cec86af80) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:26.671311 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.694372 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.699750 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.709865 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Transition to ACTIVE for port object 837e2ef5-8c5e-4211-95a1-5a8cec86af80 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:26.726170 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Transition to ACTIVE for port object 837e2ef5-8c5e-4211-95a1-5a8cec86af80 will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:26.735359 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.787549 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Pushing event updated for resources: {'Port': ['ID=837e2ef5-8c5e-4211-95a1-5a8cec86af80,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:26.795959 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:26.797508 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.798063 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.798590 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.799674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.800195 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.800701 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.801194 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.801690 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.802226 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.802727 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.803212 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.803706 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Tracked resource versions report: Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: pushed versions: Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Log': {'1.0'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Network': {'1.1'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Port': {'1.7'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: consumer versions: Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: HyperV agent@hv-cinder-78878: {}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Log': '1.0', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Network': '1.1', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Port': '1.7', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'SubPort': '1.0', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Subnet': '1.1', Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Sep 06 05:36:26.805045 dv-cinder-788782-11-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:36:26.811669 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:26.813925 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:26.844374 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Allocated IP 172.27.3.169 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/d6b73e3e-b8cd-4885-999b-07c30126d739) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:26.872193 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Attempting to bind port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:26.872765 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Attempting to bind port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:26.872920 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Attempting to bind port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:26.878197 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34642) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:26.885272 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:26.885656 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Checking segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:26.886062 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.886605 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Bound using segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:26.887092 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Bound port: 837e2ef5-8c5e-4211-95a1-5a8cec86af80, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:26.887498 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.916328 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34648) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:26.962429 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] For port 837e2ef5-8c5e-4211-95a1-5a8cec86af80, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:26.967019 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] For port 837e2ef5-8c5e-4211-95a1-5a8cec86af80, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=837e2ef5-8c5e-4211-95a1-5a8cec86af80,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:26.974268 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:26.977084 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.023723 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.037509 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e126f3-a76d-4a90-a6e3-5254c9d87523 None None] Pushing event updated for resources: {'Port': ['ID=837e2ef5-8c5e-4211-95a1-5a8cec86af80,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:27.051326 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:27.054954 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:27.079298 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:27.180851 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b73e3e-b8cd-4885-999b-07c30126d739,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:27.186343 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34666) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:27.296302 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-722503704-network', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:27.331403 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Made reservation on behalf of 7ee4a60523a04b1f886faed1130a113d for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:27.333785 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.345232 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354114898-network', 'tenant_id': 'd84373e0fc7146c39a5100ad27623161'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:27.371979 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34670) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:27.387584 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.388325 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.402909 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Made reservation on behalf of d84373e0fc7146c39a5100ad27623161 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:27.405158 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.415703 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.474000 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-887896621-network', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:27.550739 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.562927 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.575722 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:36:27.616201 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54bbd3-679f-4aea-883e-0569b099485c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:27.623545 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.623982 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Added segment dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8 of type vlan for network 103d5100-15eb-4cdf-876c-601e98561169 Sep 06 05:36:27.628117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.628862 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.629392 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.629685 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.630085 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.630532 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.630937 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.631347 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.631764 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.632174 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.632549 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.632951 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Tracked resource versions report: Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: pushed versions: Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: consumer versions: Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: HyperV agent@hv-cinder-78878: {}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Log': '1.0', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Network': '1.1', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Port': '1.7', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 06 05:36:27.634093 dv-cinder-788782-11-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:36:27.678646 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.694714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.743552 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.744632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:27.745467 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.798166 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.845787 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.858969 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:36:27.869983 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.870619 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Added segment defcbc82-992b-4683-ba95-bd9b5c75f875 of type vlan for network a1558499-52fc-4b73-bf6e-ed7e07ebf3f0 Sep 06 05:36:27.907948 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-697641750-network', 'tenant_id': 'f36441534d224b77aeac13f8b81ae33c'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:27.932457 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0531359 Sep 06 05:36:27.933010 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34694) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:27.938893 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff77bbc-a586-47dd-8ff3-be499098551b admin admin] Pushing event updated for resources: {'Network': ['ID=103d5100-15eb-4cdf-876c-601e98561169,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:27.939099 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Request body: {'subnet': {'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-722503704-subnet', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:27.943161 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:27.957969 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 103d5100-15eb-4cdf-876c-601e98561169 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:36:27.972711 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5fa83-1953-47ed-a9d9-1f40c85cee67,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:28.000145 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Made reservation on behalf of 82b0a693206d421ab25e5ddcd8909a52 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:28.004461 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.013714 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Made reservation on behalf of f36441534d224b77aeac13f8b81ae33c for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:28.016306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.024278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.032082 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.067515 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.071778 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:28.072670 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.096921 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Made reservation on behalf of 7ee4a60523a04b1f886faed1130a113d for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:28.099430 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.122657 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Router 142209fa-9ffc-4632-9679-4d06e0934ccd is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:36:28.281311 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] Pushing event updated for resources: {'Network': ['ID=a1558499-52fc-4b73-bf6e-ed7e07ebf3f0,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:28.293771 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.297845 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network a1558499-52fc-4b73-bf6e-ed7e07ebf3f0 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:36:28.303968 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.325118 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:36:28.338271 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.339058 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Added segment d7f25833-979a-4c24-9821-04d880f7ffd6 of type vlan for network 338bc86c-77b4-464b-ad96-07dd31e77218 Sep 06 05:36:28.363228 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.db.api [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 05:36:28.363228 dv-cinder-788782-11-iscsi neutron-server[94086]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 05:36:28.363228 dv-cinder-788782-11-iscsi neutron-server[94086]: [parameters: {'project_id_1': 'f36441534d224b77aeac13f8b81ae33c', 'expiration_1': datetime.datetime(2021, 9, 6, 5, 36, 8, 91565)}] Sep 06 05:36:28.363228 dv-cinder-788782-11-iscsi neutron-server[94086]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 05:36:28.363674 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG oslo_db.api [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 05:36:28.370116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:36:28.400398 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:36:28.413970 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:28.416128 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:28.419255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.454257 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-70fa7e3b-8c30-4cb4-89b6-7483e11b646e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5367904 Sep 06 05:36:28.464165 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34712) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:28.465225 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.466520 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:28.467538 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.505182 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389124b-4a31-48a3-9bbb-73c64315385f None None] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:28.511385 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Request body: {'subnet': {'network_id': 'a1558499-52fc-4b73-bf6e-ed7e07ebf3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354114898-subnet', 'tenant_id': 'd84373e0fc7146c39a5100ad27623161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:28.617586 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:28.629787 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Pushing event updated for resources: {'Network': ['ID=338bc86c-77b4-464b-ad96-07dd31e77218,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:28.633863 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4464400 Sep 06 05:36:28.634970 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Made reservation on behalf of d84373e0fc7146c39a5100ad27623161 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:28.637749 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.689502 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34720) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:28.700930 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Request body: {'subnet': {'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-subnet', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:28.703189 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 338bc86c-77b4-464b-ad96-07dd31e77218 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:36:28.712540 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.717054 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-550ca533-8e74-47fd-81f2-e4155503ff85 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5216327 Sep 06 05:36:28.717799 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34728) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:28.725773 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.748085 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c540cd-e37b-48e2-a4b9-9ef38564a87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a45e389-66a1-4cc0-a0d8-2533cf85e850,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:28.812609 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-433263b9-a806-4635-8c69-d98ffc49eafa None None] Provisioning for port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:28.848968 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:27Z', 'revision_number': 3, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:28.884473 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:36:28.885295 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Updating router 142209fa-9ffc-4632-9679-4d06e0934ccd port d6b73e3e-b8cd-4885-999b-07c30126d739 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:36:28.915751 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:28.959874 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.004034 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 837e2ef5-8c5e-4211-95a1-5a8cec86af80 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:29.115262 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.117061 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:29.122294 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:29.123102 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.145606 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Made reservation on behalf of 82b0a693206d421ab25e5ddcd8909a52 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:29.152166 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.223313 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7d782d-8718-4788-9892-e49411fb22e8,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:29.262988 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.268703 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Checking segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:29.269119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Network hostable DHCP agents. Network: 103d5100-15eb-4cdf-876c-601e98561169, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:36:29.270712 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Checking segment: {'id': 'defcbc82-992b-4683-ba95-bd9b5c75f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a1558499-52fc-4b73-bf6e-ed7e07ebf3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:29.271132 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Network hostable DHCP agents. Network: a1558499-52fc-4b73-bf6e-ed7e07ebf3f0, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:36:29.302070 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Network a1558499-52fc-4b73-bf6e-ed7e07ebf3f0 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:36:29.306648 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.320028 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, a1558499-52fc-4b73-bf6e-ed7e07ebf3f0) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:29.327924 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:29.329041 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.334772 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Transition to ACTIVE for port object d6b73e3e-b8cd-4885-999b-07c30126d739 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:29.339879 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59591d-3514-44bd-a69c-63afc02dcf1b None None] Network a1558499-52fc-4b73-bf6e-ed7e07ebf3f0 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:29.348939 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.387473 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Attempting to bind port d6b73e3e-b8cd-4885-999b-07c30126d739 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:29.387473 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Attempting to bind port d6b73e3e-b8cd-4885-999b-07c30126d739 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:29.387473 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Attempting to bind port d6b73e3e-b8cd-4885-999b-07c30126d739 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:29.401287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 837e2ef5-8c5e-4211-95a1-5a8cec86af80, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=837e2ef5-8c5e-4211-95a1-5a8cec86af80,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:29.405194 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8bd6a6e0-de1f-48c9-8d92-4e8b0fa74d0a None None] Provisioning complete for port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:29.405905 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a6e0-de1f-48c9-8d92-4e8b0fa74d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.409421 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:29.409951 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:29.410374 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.411208 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:29.411772 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Bound port: d6b73e3e-b8cd-4885-999b-07c30126d739, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:29.412195 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.456978 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.470658 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] For port d6b73e3e-b8cd-4885-999b-07c30126d739, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:29.475628 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] For port d6b73e3e-b8cd-4885-999b-07c30126d739, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=d6b73e3e-b8cd-4885-999b-07c30126d739,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:29.485448 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.522935 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:29.523829 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:29.525969 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0de25f-d744-4514-8db4-1e6f32878b66,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:29.603229 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=837e2ef5-8c5e-4211-95a1-5a8cec86af80,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:29.625433 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.640978 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.651331 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c1154ec2-79df-4a8a-9509-7c4364a1c037 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1673362 Sep 06 05:36:29.657437 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee00cb-44a0-47b4-9150-c0147986f443 None None] Network a1558499-52fc-4b73-bf6e-ed7e07ebf3f0 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:29.665116 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Pushing event updated for resources: {'Port': ['ID=d6b73e3e-b8cd-4885-999b-07c30126d739,revision_number=2']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:29.670083 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:36:29.687347 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.687699 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Added segment 24d23ada-4028-4e42-99b3-f2cb40a58c86 of type vlan for network 97bbff4b-e454-41a1-a790-bf1618a1e17a Sep 06 05:36:29.690520 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.690914 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.691262 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.691602 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.691937 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.692268 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.692604 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.697249 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.697710 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.698096 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.698461 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.698803 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Tracked resource versions report: Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: pushed versions: Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: { 'AddressGroup': {'1.2'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'ConntrackHelper': {'1.0'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Log': {'1.0'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Network': {'1.1'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Port': {'1.7'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'PortForwarding': {'1.2'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'QosPolicy': {'1.9'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroup': {'1.4'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroupRule': {'1.2'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SubPort': {'1.0'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Subnet': {'1.1'}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Trunk': {'1.1'}} Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: consumer versions: Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: { DHCP agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: HyperV agent@hv-cinder-78878: {}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: L3 agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: Metadata agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: Metering agent@dv-cinder-788782-11-iscsi: {}, Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: Open vSwitch agent@dv-cinder-788782-11-iscsi: { 'AddressGroup': '1.2', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'ConntrackHelper': '1.0', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Log': '1.0', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Network': '1.1', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Port': '1.7', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'PortForwarding': '1.2', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'QosPolicy': '1.9', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroup': '1.4', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SecurityGroupRule': '1.2', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'SubPort': '1.0', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Subnet': '1.1', Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: 'Trunk': '1.1'}} Sep 06 05:36:29.699900 dv-cinder-788782-11-iscsi neutron-server[94088]: {{(pid=94088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 05:36:29.705870 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.786742 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:29.868984 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Network 103d5100-15eb-4cdf-876c-601e98561169 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:36:29.872625 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a6caaf-b839-4abf-a8fa-7787ec45e012,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:29.887646 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89da35-6e52-4442-932f-b2df22f8b168 None None] Pushing event updated for resources: {'Port': ['ID=d6b73e3e-b8cd-4885-999b-07c30126d739,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:29.939433 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Checking segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:29.940339 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Network hostable DHCP agents. Network: 338bc86c-77b4-464b-ad96-07dd31e77218, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:36:29.964586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:29.966980 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 103d5100-15eb-4cdf-876c-601e98561169) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:29.989161 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd01dd-a5f7-49c9-82cd-6f178edaed5b None None] Network 103d5100-15eb-4cdf-876c-601e98561169 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:29.993386 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:29.994273 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.038826 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b00e48b-581a-4865-878c-3c8f5d9cbbe8,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:30.042040 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-4f8a2013-2616-4f1f-bbd6-99f914e2d96e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1081331 Sep 06 05:36:30.045352 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34756) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:30.054290 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:30.057741 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:27Z', 'revision_number': 3, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:30.095475 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.db.resource_extend [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 06 05:36:30.118510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.121021 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.145887 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Network 338bc86c-77b4-464b-ad96-07dd31e77218 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:36:30.152268 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9782d-44bf-4595-8a6a-b7e3485bda4c None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:27Z', 'revision_number': 3, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:36:30.163151 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.164148 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:30.164735 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.267269 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8936155 Sep 06 05:36:30.270786 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 338bc86c-77b4-464b-ad96-07dd31e77218) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:30.277585 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34766) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:30.302917 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Request body: {'subnet': {'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-697641750-subnet', 'tenant_id': 'f36441534d224b77aeac13f8b81ae33c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:30.379566 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dacdc82-f6eb-4fd7-91ff-666c5e27f972 None None] Network 338bc86c-77b4-464b-ad96-07dd31e77218 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:30.398537 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:30.404550 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.420695 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6eca4-f0a6-493f-bdd5-4f63276e4e82 admin admin] Pushing event updated for resources: {'Network': ['ID=97bbff4b-e454-41a1-a790-bf1618a1e17a,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:30.549821 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Made reservation on behalf of f36441534d224b77aeac13f8b81ae33c for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:30.557644 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.561523 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:30.644002 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 97bbff4b-e454-41a1-a790-bf1618a1e17a details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:36:30.684446 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-5ec40da4-03b1-4f01-9dd2-4da90ff3b2e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9845104 Sep 06 05:36:30.710074 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34782) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:30.731314 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:30.878698 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9b25c-4e23-4615-9e6d-475cbc4b1044 None None] Network 338bc86c-77b4-464b-ad96-07dd31e77218 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:31.024953 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.040957 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34798) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:31.059265 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588696223-network', 'tenant_id': '1bd0b60989294e4fa764b17ac7540e85'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:31.260917 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 837e2ef5-8c5e-4211-95a1-5a8cec86af80 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:31.339290 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.343652 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.354642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-103d5100-15eb-4cdf-876c-601e98561169', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:36:31.359497 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.372265 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.420061 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Made reservation on behalf of 1bd0b60989294e4fa764b17ac7540e85 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:31.426920 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.507990 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.594378 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.595653 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64ce10f-fd06-4476-9072-3063f30024ff,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:31.805767 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:31.806494 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.853017 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.884251 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Checking segment: {'id': '24d23ada-4028-4e42-99b3-f2cb40a58c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:31.884772 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Network hostable DHCP agents. Network: 97bbff4b-e454-41a1-a790-bf1618a1e17a, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:36:31.910778 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:31.939468 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Allocated IP 172.20.0.2 (103d5100-15eb-4cdf-876c-601e98561169/9a0de25f-d744-4514-8db4-1e6f32878b66/b3aa5c9a-49bd-4350-8bac-53f8133483ca) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:32.020374 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.032665 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device d6b73e3e-b8cd-4885-999b-07c30126d739 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:32.037999 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Network 97bbff4b-e454-41a1-a790-bf1618a1e17a is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:36:32.044193 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.082169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 97bbff4b-e454-41a1-a790-bf1618a1e17a) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:32.090465 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:32.091333 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.104992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.117462 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.121248 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686f02f-7ac4-47d1-9818-ccfa2a6b9619 None None] Network 97bbff4b-e454-41a1-a790-bf1618a1e17a requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:32.154032 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Allocated IP 172.27.3.125 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/7d61f76b-7e35-4b11-b658-36b2860f9a51) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:32.175567 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-5b363eee-6391-4a0b-934c-763492c47951 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8914881 Sep 06 05:36:32.313640 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port d6b73e3e-b8cd-4885-999b-07c30126d739 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:32.316158 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.349004 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port d6b73e3e-b8cd-4885-999b-07c30126d739 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:32.349438 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.375364 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.381184 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ba7ae-7ea0-4067-ae92-ec30c7703a26 None None] Network 97bbff4b-e454-41a1-a790-bf1618a1e17a requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:32.413011 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Transition to ACTIVE for port object b3aa5c9a-49bd-4350-8bac-53f8133483ca will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:32.456523 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.464329 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:36:32.485086 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Transition to ACTIVE for port object b3aa5c9a-49bd-4350-8bac-53f8133483ca will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:32.504367 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.520369 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Allocated IP 172.20.0.1 (7f3e3e0a-6abf-4ba7-955b-bfed60dd162c/ea587cee-15df-47ce-8cdd-21d291bef828/a0d18656-8555-4d57-a233-83b443ef9d52) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:32.523023 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.547960 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.572776 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Pushing event updated for resources: {'Port': ['ID=b3aa5c9a-49bd-4350-8bac-53f8133483ca,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:32.584855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Pushing event updated for resources: {'Port': ['ID=7d61f76b-7e35-4b11-b658-36b2860f9a51,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:32.597600 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5dc8dd-8bd3-4ca7-b9c0-c76fe027a8fe,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:32.623590 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.624520 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Added segment da977dda-d680-44f0-a598-ec85cf897f34 of type vlan for network 6ce7db20-b262-4e82-a261-53f20d7bfa2d Sep 06 05:36:32.627351 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:32.630871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Network 103d5100-15eb-4cdf-876c-601e98561169 is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:32.641464 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:32.647360 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:32.663206 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:32.672506 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:32.750838 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.807356 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Allocated IP 172.27.3.4 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/f9baa9de-3a51-449a-acdf-c33fc78ee498) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:32.826999 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Attempting to bind port b3aa5c9a-49bd-4350-8bac-53f8133483ca on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:32.827548 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Attempting to bind port b3aa5c9a-49bd-4350-8bac-53f8133483ca by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:32.830677 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Attempting to bind port b3aa5c9a-49bd-4350-8bac-53f8133483ca on network 103d5100-15eb-4cdf-876c-601e98561169 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:32.836940 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34870) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:32.846500 dv-cinder-788782-11-iscsi neutron-server[94086]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 05:36:32.858135 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:32.858374 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.861034 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Checking segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:32.861631 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.862141 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Bound using segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:32.862767 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Bound port: b3aa5c9a-49bd-4350-8bac-53f8133483ca, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:32.863261 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.876280 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port d6b73e3e-b8cd-4885-999b-07c30126d739, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=d6b73e3e-b8cd-4885-999b-07c30126d739,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:32.880282 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.881470 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Transition to ACTIVE for port object a0d18656-8555-4d57-a233-83b443ef9d52 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:32.895178 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.954297 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:32.982888 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=d6b73e3e-b8cd-4885-999b-07c30126d739,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:33.005693 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.006886 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:33.007663 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.022045 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:33.025361 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9821656 Sep 06 05:36:33.035424 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34882) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:33.040189 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:33.041209 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Request body: {'subnet': {'network_id': '6ce7db20-b262-4e82-a261-53f20d7bfa2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588696223-subnet', 'tenant_id': '1bd0b60989294e4fa764b17ac7540e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:33.073416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] For port b3aa5c9a-49bd-4350-8bac-53f8133483ca, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:33.077398 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] For port b3aa5c9a-49bd-4350-8bac-53f8133483ca, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=b3aa5c9a-49bd-4350-8bac-53f8133483ca,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:33.085166 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.103238 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:33.103660 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.190287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b136b-e442-4591-bbe3-a057180bcdc2 None None] Pushing event updated for resources: {'Port': ['ID=b3aa5c9a-49bd-4350-8bac-53f8133483ca,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:33.377746 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c7f0b-874f-4453-b490-a3fa9f8bb49e admin admin] Pushing event updated for resources: {'Network': ['ID=6ce7db20-b262-4e82-a261-53f20d7bfa2d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:33.392976 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Made reservation on behalf of 1bd0b60989294e4fa764b17ac7540e85 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:33.393212 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 6ce7db20-b262-4e82-a261-53f20d7bfa2d details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:36:33.396962 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.445653 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.550074 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.660321 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-9f3dc3f8-c6e4-41dc-9796-c9def400be19 None None] Provisioning for port a0d18656-8555-4d57-a233-83b443ef9d52 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:33.687056 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-9f3dc3f8-c6e4-41dc-9796-c9def400be19 None None] Provisioning complete for port a0d18656-8555-4d57-a233-83b443ef9d52 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:33.690434 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc3f8-c6e4-41dc-9796-c9def400be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.716442 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.776142 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.777076 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:33.803424 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dc3f8-c6e4-41dc-9796-c9def400be19 None None] Port a0d18656-8555-4d57-a233-83b443ef9d52 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:36:33.955696 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:33.969879 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:33.972887 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Pushing event updated for resources: {'Port': ['ID=a0d18656-8555-4d57-a233-83b443ef9d52,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:34.007643 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34920) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:34.022280 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.120884 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.140848 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd759b9-c3ca-413b-b879-e91c2b92a632,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:34.284472 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e95e-4145-4289-9ab2-1921ed2ce3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.312203 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Checking segment: {'id': 'da977dda-d680-44f0-a598-ec85cf897f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ce7db20-b262-4e82-a261-53f20d7bfa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:34.312873 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Network hostable DHCP agents. Network: 6ce7db20-b262-4e82-a261-53f20d7bfa2d, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:36:34.328784 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-f3ed1977-3e9a-4c33-830f-e28b9783f781 None None] Provisioning complete for port a0d18656-8555-4d57-a233-83b443ef9d52 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:34.329348 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1977-3e9a-4c33-830f-e28b9783f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.390906 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Network 6ce7db20-b262-4e82-a261-53f20d7bfa2d is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:36:34.397869 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34926) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:34.411209 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed1977-3e9a-4c33-830f-e28b9783f781 None None] Port a0d18656-8555-4d57-a233-83b443ef9d52 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:36:34.423408 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 6ce7db20-b262-4e82-a261-53f20d7bfa2d) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:34.434450 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.438697 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88f2d5-3035-4442-ba84-124b4d8310ee None None] Network 6ce7db20-b262-4e82-a261-53f20d7bfa2d requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:34.442140 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:34.442766 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.487122 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-8c4ad19b-6685-4c11-a3bc-8c15982e4f62 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:34.494671 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-8c4ad19b-6685-4c11-a3bc-8c15982e4f62 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/networks?id=97bbff4b-e454-41a1-a790-bf1618a1e17a HTTP/1.1" status: 200 len: 811 time: 1.6544468 Sep 06 05:36:34.504742 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.526255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e95e-4145-4289-9ab2-1921ed2ce3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.527719 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:36:34.533975 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:34.540603 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:34.546186 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e95e-4145-4289-9ab2-1921ed2ce3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.567385 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-f58b8cc3-e526-41b2-b019-680c5ab1e0ac tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/quotas/f36441534d224b77aeac13f8b81ae33c HTTP/1.1" status: 200 len: 375 time: 0.0715892 Sep 06 05:36:34.576034 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:34.589247 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-add40818-c999-4712-93a9-3af6d321a061 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5521920 Sep 06 05:36:34.602200 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cd0e6-322b-4d9a-b365-0743d53fe3b0 None None] Network 103d5100-15eb-4cdf-876c-601e98561169 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:34.613821 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7361279d-e136-420f-9313-0b7dc8ffe3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.654881 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Pushing event updated for resources: {'Port': ['ID=a0d18656-8555-4d57-a233-83b443ef9d52,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:34.681153 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a7e6e95e-4145-4289-9ab2-1921ed2ce3de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=570b12c3d2444f17bf972467536092e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6706753 Sep 06 05:36:34.684998 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34932) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:34.690287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-47c43030-0c82-48bd-813d-cf87dd067c7d None None] Provisioning for port b3aa5c9a-49bd-4350-8bac-53f8133483ca completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:34.696900 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a991d-719f-4bf1-989b-81ffda8107f0 None None] Network 6ce7db20-b262-4e82-a261-53f20d7bfa2d requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:36:34.733330 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6e95e-4145-4289-9ab2-1921ed2ce3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f165a-9019-485b-b4d2-2c49caff675a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:34.738469 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34934) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:34.746857 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-32ddfa1f-35bd-4228-b271-fc8852f410ee tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f36441534d224b77aeac13f8b81ae33c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1785944 Sep 06 05:36:34.784622 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Router 142209fa-9ffc-4632-9679-4d06e0934ccd has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:36:34.871440 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Deleting subnet 3b7d782d-8718-4788-9892-e49411fb22e8 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:36:34.887356 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.918406 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Pushing event updated for resources: {'Port': ['ID=f9baa9de-3a51-449a-acdf-c33fc78ee498,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:34.923106 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:36:34.940555 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b800d647-2e44-4cdb-8cab-d89f89a587ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.971781 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:34.997350 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b800d647-2e44-4cdb-8cab-d89f89a587ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.002484 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.021118 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:36:35.064660 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-84cb624d-fece-4bc6-9378-ae5bf7ce9ef8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:36:35.066014 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-84cb624d-fece-4bc6-9378-ae5bf7ce9ef8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1944284 Sep 06 05:36:35.078884 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:35.085652 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:35.107920 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7361279d-e136-420f-9313-0b7dc8ffe3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.113455 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7361279d-e136-420f-9313-0b7dc8ffe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.150156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.154582 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-28d4d662-f4d9-45a1-822a-b223ced01872 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1078434 Sep 06 05:36:35.155526 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34946) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:35.170773 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361279d-e136-420f-9313-0b7dc8ffe3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545a2be-ae61-4cc6-83b7-dd7b26f6bfb2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:35.220391 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.229256 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b800d647-2e44-4cdb-8cab-d89f89a587ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.232707 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b800d647-2e44-4cdb-8cab-d89f89a587ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.237989 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b800d647-2e44-4cdb-8cab-d89f89a587ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b99f165a-9019-485b-b4d2-2c49caff675a HTTP/1.1" status: 204 len: 168 time: 0.5527403 Sep 06 05:36:35.267691 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b3aa5c9a-49bd-4350-8bac-53f8133483ca up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:35.304362 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7361279d-e136-420f-9313-0b7dc8ffe3f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bb63c3c0c6446509121aa4457987698&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9031861 Sep 06 05:36:35.309222 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34952) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:35.311099 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7d782d-8718-4788-9892-e49411fb22e8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:35.338927 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d647-2e44-4cdb-8cab-d89f89a587ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f165a-9019-485b-b4d2-2c49caff675a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:35.352496 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:36:35.363612 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:36:35.370245 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.373588 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dc935a70-2aae-4cdd-b80b-485ef4ba9b96 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b7d782d-8718-4788-9892-e49411fb22e8 HTTP/1.1" status: 204 len: 168 time: 0.6341493 Sep 06 05:36:35.374285 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-9466b357-cb59-43b0-ad26-785c0e1a0e4e admin admin] 10.222.0.30 "PUT /v2.0/routers/142209fa-9ffc-4632-9679-4d06e0934ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6360703 Sep 06 05:36:35.376425 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 34956) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:35.396876 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:35.397507 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:35.399897 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.414022 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-a03a2b88-ad8c-4224-9b76-537695084b52 service neutron] 10.222.0.30 "GET /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918305 Sep 06 05:36:35.499992 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port b3aa5c9a-49bd-4350-8bac-53f8133483ca completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:35.508302 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:35.510979 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port b3aa5c9a-49bd-4350-8bac-53f8133483ca triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:35.511563 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.702375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b6de7d3-0845-4744-8684-99d34d21c2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.730046 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:35.820190 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 34970) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:35.823664 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b6de7d3-0845-4744-8684-99d34d21c2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.880123 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.905648 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-0a84bb06-d072-4b8b-a429-a8f11abb4856 service neutron] 10.222.0.30 "GET /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903710 Sep 06 05:36:35.916199 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:35.967557 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-5722519d-b603-4aa3-ae99-9716b38b93a7 None None] Provisioning complete for port b3aa5c9a-49bd-4350-8bac-53f8133483ca triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:35.967929 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5722519d-b603-4aa3-ae99-9716b38b93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.005958 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 3, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:36.045576 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port b3aa5c9a-49bd-4350-8bac-53f8133483ca, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=b3aa5c9a-49bd-4350-8bac-53f8133483ca,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:36.046897 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:36:36.047240 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Updating router d6c4f631-a99a-4b5f-89bb-beab423c19a2 port 7d61f76b-7e35-4b11-b658-36b2860f9a51 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:36:36.079379 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.082490 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.083308 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device d6b73e3e-b8cd-4885-999b-07c30126d739 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:36.109156 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 2, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:36.121779 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d186d84b-55ce-4b0e-bfb2-b8029dc57f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.170008 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b6de7d3-0845-4744-8684-99d34d21c2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.173083 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7b6de7d3-0845-4744-8684-99d34d21c2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.174468 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7b6de7d3-0845-4744-8684-99d34d21c2e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3545a2be-ae61-4cc6-83b7-dd7b26f6bfb2 HTTP/1.1" status: 204 len: 168 time: 0.8615723 Sep 06 05:36:36.174771 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:36:36.175348 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Updating router 142209fa-9ffc-4632-9679-4d06e0934ccd port a0d18656-8555-4d57-a233-83b443ef9d52 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:36:36.195674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port d6b73e3e-b8cd-4885-999b-07c30126d739 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:36.195929 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.229899 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.246614 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.250276 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6de7d3-0845-4744-8684-99d34d21c2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545a2be-ae61-4cc6-83b7-dd7b26f6bfb2,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:36.267785 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.300535 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.300960 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.301711 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.302045 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > port after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.304816 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.306153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > port after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.306867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.310926 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.311463 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.312269 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.550745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d186d84b-55ce-4b0e-bfb2-b8029dc57f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.632294 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7bd2f216-1ec7-432f-b605-735f19a77533 req-308a850f-54ad-42c6-a78c-5dafdd016494 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.2185836 Sep 06 05:36:36.632903 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d186d84b-55ce-4b0e-bfb2-b8029dc57f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.704718 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.710808 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-d186d84b-55ce-4b0e-bfb2-b8029dc57f3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=446d0626f13a46d681fe2d5d19149cf6&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8825939 Sep 06 05:36:36.710808 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186d84b-55ce-4b0e-bfb2-b8029dc57f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce99e38-9b62-496f-94aa-d6c17127a2a9,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:36.713057 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35006) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:36.724423 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=b3aa5c9a-49bd-4350-8bac-53f8133483ca,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:36.728679 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Transition to ACTIVE for port object a0d18656-8555-4d57-a233-83b443ef9d52 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:36.739443 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.798253 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f3b164a6-f431-4dae-a2ec-beb7b6c3379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.799170 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.801250 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.802582 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.803113 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:36:36.803668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1558499-52fc-4b73-bf6e-ed7e07ebf3f0']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:36.804138 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade047bc-d114-420a-919a-eb09bf1f1b96 None None] Pushing event updated for resources: {'Port': ['ID=a0d18656-8555-4d57-a233-83b443ef9d52,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:36.833482 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:36:36.854745 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defcbc82-992b-4683-ba95-bd9b5c75f875') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:36.855947 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defcbc82-992b-4683-ba95-bd9b5c75f875') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:36.863567 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f3b164a6-f431-4dae-a2ec-beb7b6c3379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.943389 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.944858 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Attempting to bind port a0d18656-8555-4d57-a233-83b443ef9d52 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:36.945239 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Attempting to bind port a0d18656-8555-4d57-a233-83b443ef9d52 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:36.945603 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Attempting to bind port a0d18656-8555-4d57-a233-83b443ef9d52 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:36.964176 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:36.965728 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Checking segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:36.966360 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:36.967774 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Bound using segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:36.968348 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Bound port: a0d18656-8555-4d57-a233-83b443ef9d52, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:36.968743 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.045902 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35010) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:37.072504 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b3aa5c9a-49bd-4350-8bac-53f8133483ca up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:37.152925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.182054 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f3b164a6-f431-4dae-a2ec-beb7b6c3379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.184632 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f3b164a6-f431-4dae-a2ec-beb7b6c3379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.188769 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f3b164a6-f431-4dae-a2ec-beb7b6c3379b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dce99e38-9b62-496f-94aa-d6c17127a2a9 HTTP/1.1" status: 204 len: 168 time: 0.4718454 Sep 06 05:36:37.189604 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:36:37.190260 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.214156 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:36:37.216744 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] For port a0d18656-8555-4d57-a233-83b443ef9d52, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:37.223802 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b164a6-f431-4dae-a2ec-beb7b6c3379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce99e38-9b62-496f-94aa-d6c17127a2a9,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:37.225582 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] For port a0d18656-8555-4d57-a233-83b443ef9d52, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=a0d18656-8555-4d57-a233-83b443ef9d52,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:37.244370 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.245285 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.247238 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-13cfe2c9-ffc7-4efd-a919-e9b971bb8334 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5278881 Sep 06 05:36:37.249812 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35020) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:37.263516 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Sync routers for ids ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:36:37.327047 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Routers {'0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:37.329826 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:37.353274 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade047bc-d114-420a-919a-eb09bf1f1b96 None None] Pushing event updated for resources: {'Port': ['ID=a0d18656-8555-4d57-a233-83b443ef9d52,revision_number=4']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:36:37.363894 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:36:37.395477 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-faa6c0d0-f839-42a7-87d6-b69c644575c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.409831 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:37.410901 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:37.443625 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.536992 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:37.645242 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-faa6c0d0-f839-42a7-87d6-b69c644575c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.651194 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35036) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:37.660372 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343664070', 'description': 'tempest-description--1866696280'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:37.691818 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-faa6c0d0-f839-42a7-87d6-b69c644575c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.725976 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Set router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:37.760017 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-faa6c0d0-f839-42a7-87d6-b69c644575c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d21fd92e66064a7e8c90d9c7a75e8894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107193 Sep 06 05:36:37.760017 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a1558499-52fc-4b73-bf6e-ed7e07ebf3f0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:37.761416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.783005 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.789100 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1ee5a1b6-3889-4176-a709-b0332cc0b5ec admin admin] 10.222.0.30 "DELETE /v2.0/networks/a1558499-52fc-4b73-bf6e-ed7e07ebf3f0 HTTP/1.1" status: 204 len: 168 time: 2.4110253 Sep 06 05:36:37.790077 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35042) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:37.790510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35044) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:37.792884 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6c0d0-f839-42a7-87d6-b69c644575c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55972f9c-add7-4358-922e-a766e3378234,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:37.821119 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:37.968992 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Transition to ACTIVE for port object 7d61f76b-7e35-4b11-b658-36b2860f9a51 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:38.016987 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.105909 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:37Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:38.168907 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35054) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:38.181084 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port b3aa5c9a-49bd-4350-8bac-53f8133483ca triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:38.181836 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.196325 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b50c-33f4-497a-9546-6160cd1f5f6a None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:37Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:36:38.253961 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9ea7aae1-6bcd-472d-abb1-bb858cb52b8d req-a2efd369-90f6-461f-85a7-d286cbe812c8 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.0840766 Sep 06 05:36:38.254726 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01d016dd-6657-463e-a641-f661392faeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.258515 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e5d49-feaa-4655-936d-d16682ad0fef None None] Pushing event updated for resources: {'Port': ['ID=7d61f76b-7e35-4b11-b658-36b2860f9a51,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:38.319981 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.402808 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Deleting subnet 7bd759b9-c3ca-413b-b879-e91c2b92a632 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:36:38.413487 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.440056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01d016dd-6657-463e-a641-f661392faeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.440443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.484319 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Attempting to bind port 7d61f76b-7e35-4b11-b658-36b2860f9a51 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:38.484896 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Attempting to bind port 7d61f76b-7e35-4b11-b658-36b2860f9a51 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:38.485216 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Attempting to bind port 7d61f76b-7e35-4b11-b658-36b2860f9a51 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:38.492667 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-01d016dd-6657-463e-a641-f661392faeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.560899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d79afa7e-7429-4d8b-8b01-45170bf38aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.582086 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:38.582519 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:38.582749 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.583875 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:38.584355 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Bound port: 7d61f76b-7e35-4b11-b658-36b2860f9a51, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:38.584761 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.609518 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-01d016dd-6657-463e-a641-f661392faeef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f114e5a8fbe4cf69fd677d99ee5d336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383175 Sep 06 05:36:38.610475 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35066) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:38.641657 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d016dd-6657-463e-a641-f661392faeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1514d08-5b0d-4e9d-904c-d9f372a84e15,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:38.706028 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b4040a0-f2a0-4936-9ec2-ad9354e8270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.707566 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48de7417-1a84-4d3d-b77c-02e82ab316df,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:38.713227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.720614 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35070) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:38.734196 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c83c8382-f5b5-4994-bdfe-4cd011bad1cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0804951 Sep 06 05:36:38.745585 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:34Z', 'revision_number': 3, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:38.753267 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4102321'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.755585 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'security_group_rule': {'security_group_id': '48de7417-1a84-4d3d-b77c-02e82ab316df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:38.788008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d79afa7e-7429-4d8b-8b01-45170bf38aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.815934 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Checking router: 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:36:38.816369 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Updating router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b port f9baa9de-3a51-449a-acdf-c33fc78ee498 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:36:38.909075 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] For port 7d61f76b-7e35-4b11-b658-36b2860f9a51, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:38.949267 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] For port 7d61f76b-7e35-4b11-b658-36b2860f9a51, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=7d61f76b-7e35-4b11-b658-36b2860f9a51,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:38.952025 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.960692 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.981502 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b4040a0-f2a0-4936-9ec2-ad9354e8270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.981714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:38.984525 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.069986 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.120116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b4040a0-f2a0-4936-9ec2-ad9354e8270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.122749 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b4040a0-f2a0-4936-9ec2-ad9354e8270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.123933 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-6b4040a0-f2a0-4936-9ec2-ad9354e8270f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1514d08-5b0d-4e9d-904c-d9f372a84e15 HTTP/1.1" status: 204 len: 168 time: 0.5063066 Sep 06 05:36:39.188020 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device a0d18656-8555-4d57-a233-83b443ef9d52 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:39.204080 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.206173 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4040a0-f2a0-4936-9ec2-ad9354e8270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1514d08-5b0d-4e9d-904c-d9f372a84e15,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:39.215594 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.279360 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.280871 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5446687 Sep 06 05:36:39.284903 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35082) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:39.293097 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'security_group_rule': {'security_group_id': '48de7417-1a84-4d3d-b77c-02e82ab316df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:39.301583 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f6db-b5c3-4f02-b98a-cd030912a62f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164cb252-03e9-4eec-8ea7-000d526b8f99,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:39.326813 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.363231 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.407396 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d79afa7e-7429-4d8b-8b01-45170bf38aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.415468 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d79afa7e-7429-4d8b-8b01-45170bf38aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.420176 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.426770 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d79afa7e-7429-4d8b-8b01-45170bf38aae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55972f9c-add7-4358-922e-a766e3378234 HTTP/1.1" status: 204 len: 168 time: 1.5306990 Sep 06 05:36:39.433306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.489424 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79afa7e-7429-4d8b-8b01-45170bf38aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55972f9c-add7-4358-922e-a766e3378234,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:39.496675 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31267e06-8fe4-4a7d-bb97-7e7caf496584,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:39.499898 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.501172 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-063e68f5-0db2-4ae0-80b2-62c6b9f1a201 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2153270 Sep 06 05:36:39.506637 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35090) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:39.514348 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:39.589421 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.638163 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573023'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.770717 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:39.773667 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7bd759b9-c3ca-413b-b879-e91c2b92a632 HTTP/1.1" status: 204 len: 168 time: 1.8762650 Sep 06 05:36:39.774504 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.25', 65159) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:39.778590 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35092) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:39.796907 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e5d49-feaa-4655-936d-d16682ad0fef None None] Pushing event updated for resources: {'Port': ['ID=7d61f76b-7e35-4b11-b658-36b2860f9a51,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:39.809852 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:39.810580 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:39.853069 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35096) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:39.959688 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Allocated IP 172.20.0.1 (338bc86c-77b4-464b-ad96-07dd31e77218/98a6caaf-b839-4abf-a8fa-7787ec45e012/9e479f89-2017-447f-be93-124adf195370) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:40.007353 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271840-7929-45b7-8b18-e3c46a8bba2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd759b9-c3ca-413b-b879-e91c2b92a632,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:40.055374 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port a0d18656-8555-4d57-a233-83b443ef9d52 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:40.104814 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port a0d18656-8555-4d57-a233-83b443ef9d52 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:40.105270 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.149991 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9026d318-2ca1-4f44-b036-3f40767d2822 req-2f607e41-77da-419d-a7ea-6e9e477edbdf tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.2881653 Sep 06 05:36:40.191359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Allocated IP 172.20.0.1 (103d5100-15eb-4cdf-876c-601e98561169/9a0de25f-d744-4514-8db4-1e6f32878b66/35815d3d-97f7-4626-80d8-9ee213b03604) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:40.341371 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:40.368075 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.373659 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.397938 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.433491 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Transition to ACTIVE for port object 35815d3d-97f7-4626-80d8-9ee213b03604 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:40.508023 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.509538 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.517218 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.612038 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Network 338bc86c-77b4-464b-ad96-07dd31e77218 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:40.618046 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:40.626438 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:40.627608 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.629425 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Pushing event updated for resources: {'Port': ['ID=35815d3d-97f7-4626-80d8-9ee213b03604,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:40.630861 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port a0d18656-8555-4d57-a233-83b443ef9d52, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=a0d18656-8555-4d57-a233-83b443ef9d52,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:40.648533 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.708019 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Network 103d5100-15eb-4cdf-876c-601e98561169 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:40.722598 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:40.730736 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Pushing event updated for resources: {'Port': ['ID=9e479f89-2017-447f-be93-124adf195370,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:40.753861 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.810504 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Transition to ACTIVE for port object f9baa9de-3a51-449a-acdf-c33fc78ee498 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:40.836283 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.855275 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=a0d18656-8555-4d57-a233-83b443ef9d52,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:40.905233 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6010917-8fa0-49c7-8b03-a57078dff75d None None] Pushing event updated for resources: {'Port': ['ID=f9baa9de-3a51-449a-acdf-c33fc78ee498,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:40.925718 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 3, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:40.930155 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Attempting to bind port f9baa9de-3a51-449a-acdf-c33fc78ee498 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:40.930596 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Attempting to bind port f9baa9de-3a51-449a-acdf-c33fc78ee498 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:40.930902 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Attempting to bind port f9baa9de-3a51-449a-acdf-c33fc78ee498 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:40.963642 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.971052 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:40.971410 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:40.971813 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:40.972207 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:40.972769 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Bound port: f9baa9de-3a51-449a-acdf-c33fc78ee498, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:40.973094 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.008168 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553a21a-0986-4a07-97c9-f51f71fdb0c3 None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 3, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:36:41.009795 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Allocated IP 172.27.3.21 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/c3852a8c-e2d0-45bc-a125-357f290b72ca) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:41.068005 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] For port f9baa9de-3a51-449a-acdf-c33fc78ee498, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:41.076939 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] For port f9baa9de-3a51-449a-acdf-c33fc78ee498, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=f9baa9de-3a51-449a-acdf-c33fc78ee498,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:41.081500 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device a0d18656-8555-4d57-a233-83b443ef9d52 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:41.157971 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.168538 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35158) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:41.188296 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:41.228071 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port a0d18656-8555-4d57-a233-83b443ef9d52 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:41.228523 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.275208 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Routers {'0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:41.275879 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:41.289738 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.336950 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-782a37c6-b71f-431c-a500-25cfdcd5e7bf None None] Provisioning for port 35815d3d-97f7-4626-80d8-9ee213b03604 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:41.378535 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-782a37c6-b71f-431c-a500-25cfdcd5e7bf None None] Provisioning complete for port 35815d3d-97f7-4626-80d8-9ee213b03604 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:41.378863 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-782a37c6-b71f-431c-a500-25cfdcd5e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.426174 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-782a37c6-b71f-431c-a500-25cfdcd5e7bf None None] Port 35815d3d-97f7-4626-80d8-9ee213b03604 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:36:41.452488 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6010917-8fa0-49c7-8b03-a57078dff75d None None] Pushing event updated for resources: {'Port': ['ID=f9baa9de-3a51-449a-acdf-c33fc78ee498,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:41.501934 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.700785 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-f057f03e-1e0f-4de2-8697-8bc28f46f7ad tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:41.709493 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-f057f03e-1e0f-4de2-8697-8bc28f46f7ad tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.25 "GET /v2.0/networks?id=97bbff4b-e454-41a1-a790-bf1618a1e17a HTTP/1.1" status: 200 len: 811 time: 1.9316964 Sep 06 05:36:41.883053 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71e34e70-2944-4db0-9de8-14751e067efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.915886 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] Set router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:41.968398 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:41.975807 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.005339 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1cc9122d-efa7-443c-a484-39f024df8a90 req-e82adae7-9d14-4b8c-a48c-801b091e7dec tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.1919358 Sep 06 05:36:42.008288 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce7db20-b262-4e82-a261-53f20d7bfa2d']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:42.031853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da977dda-d680-44f0-a598-ec85cf897f34') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:42.032156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da977dda-d680-44f0-a598-ec85cf897f34') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:42.055992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.078305 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.087260 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:36:42.088042 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.170389 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.196774 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Request body: {'port': {'device_id': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a', 'admin_state_up': True, 'tenant_id': 'f36441534d224b77aeac13f8b81ae33c'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:36:42.201412 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:36:42.203878 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.231910 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.232654 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.237077 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.397448 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.463166 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Pushing event updated for resources: {'Port': ['ID=9e479f89-2017-447f-be93-124adf195370,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:42.686693 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce7db20-b262-4e82-a261-53f20d7bfa2d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:42.747728 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.749343 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:42.749643 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bb58b436-c6b3-40b2-98d7-a1301e995bf7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ce7db20-b262-4e82-a261-53f20d7bfa2d HTTP/1.1" status: 204 len: 168 time: 2.7858584 Sep 06 05:36:42.767587 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35196) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:42.823801 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:42.850669 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:42.901352 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'Port': ['ID=c3852a8c-e2d0-45bc-a125-357f290b72ca,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:42.941884 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71e34e70-2944-4db0-9de8-14751e067efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:42.984448 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.027169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71e34e70-2944-4db0-9de8-14751e067efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.054815 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35206) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:43.057062 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '9e479f89-2017-447f-be93-124adf195370', 'name': '', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'mac_address': 'fa:16:3e:88:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:39Z', 'revision_number': 1, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'subnets': [{'id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:43.141619 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Network 338bc86c-77b4-464b-ad96-07dd31e77218 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:43.147855 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 7d61f76b-7e35-4b11-b658-36b2860f9a51 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:43.155359 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721fa1e-3c32-44ba-ad0e-1695e3665c62 None None] The sync data for ids ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'] in dv-cinder-788782-11-iscsi is: [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '9e479f89-2017-447f-be93-124adf195370', 'name': '', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'mac_address': 'fa:16:3e:88:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:39Z', 'revision_number': 1, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'subnets': [{'id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:36:43.247085 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:43.260784 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9e277345-4e8b-45db-8ce6-bd92f1a8c45f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d84373e0fc7146c39a5100ad27623161&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1806438 Sep 06 05:36:43.273700 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e34e70-2944-4db0-9de8-14751e067efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda07815-9c52-420f-b0fb-860b935de34b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:43.298584 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35208) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:43.318267 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Made reservation on behalf of f36441534d224b77aeac13f8b81ae33c for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:43.319989 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 7d61f76b-7e35-4b11-b658-36b2860f9a51 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:43.328242 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.328568 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 7d61f76b-7e35-4b11-b658-36b2860f9a51 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:43.328568 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.344502 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-71e34e70-2944-4db0-9de8-14751e067efe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7a0d096e58d48b8bb3eb5e029ac0724&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1746964 Sep 06 05:36:43.353313 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35212) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:43.526708 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.539446 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-82a16e5d-12c4-4f8d-9de0-8d18464352b8 req-8a25762a-ab3e-4f7a-99ee-4355dc35b6e6 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.2075431 Sep 06 05:36:43.557001 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 7d61f76b-7e35-4b11-b658-36b2860f9a51, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=7d61f76b-7e35-4b11-b658-36b2860f9a51,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:43.574732 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.657143 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bcd8143e-0c54-43ef-a93d-5cec8e13327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.659764 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.703430 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd0be-c3cc-4fd3-b9a8-3ddca2159170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.724222 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bcd8143e-0c54-43ef-a93d-5cec8e13327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:43.731333 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=7d61f76b-7e35-4b11-b658-36b2860f9a51,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:43.868938 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.073527 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-810edb08-966c-4cbf-ab58-e510ffacf354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.203557 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:36:44.350616 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-810edb08-966c-4cbf-ab58-e510ffacf354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.389795 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bcd8143e-0c54-43ef-a93d-5cec8e13327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.399684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bcd8143e-0c54-43ef-a93d-5cec8e13327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.401027 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bcd8143e-0c54-43ef-a93d-5cec8e13327d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bda07815-9c52-420f-b0fb-860b935de34b HTTP/1.1" status: 204 len: 168 time: 1.0467567 Sep 06 05:36:44.444436 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.447421 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.484578 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Allocated IP 172.20.0.14 (97bbff4b-e454-41a1-a790-bf1618a1e17a/e64ce10f-fd06-4476-9072-3063f30024ff/cec9359c-58de-4997-83f9-b00c6a08a716) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:44.487250 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.497796 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8143e-0c54-43ef-a93d-5cec8e13327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda07815-9c52-420f-b0fb-860b935de34b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:44.550137 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd0be-c3cc-4fd3-b9a8-3ddca2159170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.554271 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.630879 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd0be-c3cc-4fd3-b9a8-3ddca2159170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.648987 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Pushing event updated for resources: {'Port': ['ID=35815d3d-97f7-4626-80d8-9ee213b03604,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:44.677012 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'Port': ['ID=c3852a8c-e2d0-45bc-a125-357f290b72ca,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:44.687365 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.728586 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1e8dd0be-c3cc-4fd3-b9a8-3ddca2159170 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c1d276e0740475dbbe4610b13241ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9360514 Sep 06 05:36:44.731077 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-810edb08-966c-4cbf-ab58-e510ffacf354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.732924 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dd0be-c3cc-4fd3-b9a8-3ddca2159170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6fb776-1ed6-4828-bca9-c9099daf7242,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:44.735388 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-810edb08-966c-4cbf-ab58-e510ffacf354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.749758 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-810edb08-966c-4cbf-ab58-e510ffacf354 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9b5fa83-1953-47ed-a9d9-1f40c85cee67 HTTP/1.1" status: 204 len: 168 time: 1.4498410 Sep 06 05:36:44.757567 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35230) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:44.781747 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-90ae5272-e320-40bc-a1c8-44f03d21679c req-b59d890a-40f9-423f-8f0b-82cad037cd27 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.0416276 Sep 06 05:36:44.794736 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.815838 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810edb08-966c-4cbf-ab58-e510ffacf354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5fa83-1953-47ed-a9d9-1f40c85cee67,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:44.828097 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35234) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:44.862263 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:44.873482 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-92abe564-0a20-4072-984b-77bb37fa3501 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3658273 Sep 06 05:36:44.903718 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:36:44.910017 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-eaadb691-1835-4c4e-b4b3-dbedb2f1ff89 admin admin] 10.222.0.30 "PUT /v2.0/routers/0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6557410 Sep 06 05:36:45.110079 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35244) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:45.119006 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 7d61f76b-7e35-4b11-b658-36b2860f9a51 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:45.140130 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-629c947d-7fc0-45c0-bf32-1606b788b452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.287750 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 7d61f76b-7e35-4b11-b658-36b2860f9a51 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:45.295673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.477249 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-629c947d-7fc0-45c0-bf32-1606b788b452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.484392 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-629c947d-7fc0-45c0-bf32-1606b788b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.542159 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c947d-7fc0-45c0-bf32-1606b788b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ba663-b18c-4469-8898-6a3fbfaa6819,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:45.544125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.557581 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc47f-6cc1-4ca0-be4c-fc84e46c050f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.562866 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-629c947d-7fc0-45c0-bf32-1606b788b452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62a241e110ed4693b992e8a8b1d149cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516325 Sep 06 05:36:45.565616 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35252) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:45.572394 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Network 103d5100-15eb-4cdf-876c-601e98561169 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:45.610139 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:45.676451 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cb1389be-46bd-4a82-8b14-17694a2f67b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.764974 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc47f-6cc1-4ca0-be4c-fc84e46c050f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.806110 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-eaa083e2-223e-408b-a42f-7ca962415790 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1343664070&fields=id&tenant_id=cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 267 time: 0.1053102 Sep 06 05:36:45.854154 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8294df42-680b-4b87-a673-7aa23b807d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.893547 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8294df42-680b-4b87-a673-7aa23b807d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:45.999307 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35268) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:46.107838 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-5fef80fa-5f18-4fde-aa17-82e11bb0f2f4 None None] Provisioning complete for port 35815d3d-97f7-4626-80d8-9ee213b03604 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:46.108234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5fef80fa-5f18-4fde-aa17-82e11bb0f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.128661 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d688dbb4-72d1-4911-aa26-7e45408b2d7b req-050380b6-40f8-4d25-93e6-13260e4619d6 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.1471777 Sep 06 05:36:46.181662 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-3e3c49dd-7caa-4670-a35e-dcbd958b66d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bd0b60989294e4fa764b17ac7540e85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1803553 Sep 06 05:36:46.190685 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35272) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:46.193848 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8294df42-680b-4b87-a673-7aa23b807d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.196705 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8294df42-680b-4b87-a673-7aa23b807d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.198147 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8294df42-680b-4b87-a673-7aa23b807d20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/514ba663-b18c-4469-8898-6a3fbfaa6819 HTTP/1.1" status: 204 len: 168 time: 0.6246369 Sep 06 05:36:46.215757 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-63c3a1dd-8279-4f63-ad74-46c50e97ed43 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:46.217396 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-63c3a1dd-8279-4f63-ad74-46c50e97ed43 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 816 time: 0.3664086 Sep 06 05:36:46.223530 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-5fef80fa-5f18-4fde-aa17-82e11bb0f2f4 None None] Port 35815d3d-97f7-4626-80d8-9ee213b03604 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:36:46.243751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cb1389be-46bd-4a82-8b14-17694a2f67b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.252948 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cb1389be-46bd-4a82-8b14-17694a2f67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.299998 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f0932f7c-b762-4924-983e-8259ce8ff7e1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/quotas/cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 375 time: 0.0688312 Sep 06 05:36:46.308294 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:36:46.360608 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294df42-680b-4b87-a673-7aa23b807d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ba663-b18c-4469-8898-6a3fbfaa6819,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:46.428929 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-cb1389be-46bd-4a82-8b14-17694a2f67b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50ff48120a6d42fdbebc191e89ac902d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5969250 Sep 06 05:36:46.442707 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35278) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:46.452996 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f602-6de3-49b5-ba91-067a401ae061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.470980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.513648 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1389be-46bd-4a82-8b14-17694a2f67b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a028d-bad7-4341-b94f-19a8e01c1cbe,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:46.602869 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc47f-6cc1-4ca0-be4c-fc84e46c050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.605488 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc47f-6cc1-4ca0-be4c-fc84e46c050f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.610806 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bd9dc47f-6cc1-4ca0-be4c-fc84e46c050f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be6fb776-1ed6-4828-bca9-c9099daf7242 HTTP/1.1" status: 204 len: 168 time: 1.8502455 Sep 06 05:36:46.623487 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-29d70960-cebf-4ae3-994b-de75717c8490 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3055634 Sep 06 05:36:46.644305 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Network 97bbff4b-e454-41a1-a790-bf1618a1e17a is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:46.647397 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f602-6de3-49b5-ba91-067a401ae061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.684080 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc47f-6cc1-4ca0-be4c-fc84e46c050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6fb776-1ed6-4828-bca9-c9099daf7242,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:46.703220 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:46.721383 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:46.724537 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91aff5e8-ee6b-41fb-bc88-9ab67cd867ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.769490 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91aff5e8-ee6b-41fb-bc88-9ab67cd867ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.842879 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91aff5e8-ee6b-41fb-bc88-9ab67cd867ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.849135 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91aff5e8-ee6b-41fb-bc88-9ab67cd867ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:46.854348 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-91aff5e8-ee6b-41fb-bc88-9ab67cd867ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f57a028d-bad7-4341-b94f-19a8e01c1cbe HTTP/1.1" status: 204 len: 168 time: 0.4075189 Sep 06 05:36:46.890129 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Pushing event updated for resources: {'Port': ['ID=cec9359c-58de-4997-83f9-b00c6a08a716,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:46.904952 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aff5e8-ee6b-41fb-bc88-9ab67cd867ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a028d-bad7-4341-b94f-19a8e01c1cbe,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:47.041974 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:47.042738 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:47.079567 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b6f7a2-d989-4284-a773-34ae6f4e493d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2360165 Sep 06 05:36:47.081012 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f602-6de3-49b5-ba91-067a401ae061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:47.083761 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f602-6de3-49b5-ba91-067a401ae061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:47.084908 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b5b5f602-6de3-49b5-ba91-067a401ae061 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac5dc8dd-8bd3-4ca7-b9c0-c76fe027a8fe HTTP/1.1" status: 204 len: 168 time: 0.8854268 Sep 06 05:36:47.086292 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:36:47.097333 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:36:47.112624 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:47.114511 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:47.128335 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3c623c5e-fc3c-4083-8a1b-af03e6fe7ffc admin admin] 10.222.0.30 "PUT /v2.0/routers/d6c4f631-a99a-4b5f-89bb-beab423c19a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9659121 Sep 06 05:36:47.145066 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5f602-6de3-49b5-ba91-067a401ae061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5dc8dd-8bd3-4ca7-b9c0-c76fe027a8fe,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:47.172797 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-96157db4-c518-4a73-9775-e5ee17b7fbf9 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:36:47.174697 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-96157db4-c518-4a73-9775-e5ee17b7fbf9 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197558 Sep 06 05:36:47.194134 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device f9baa9de-3a51-449a-acdf-c33fc78ee498 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:47.231291 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-1c057f43-64c2-412e-a1f3-6cbe7b09e45f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:47.233113 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-1c057f43-64c2-412e-a1f3-6cbe7b09e45f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 818 time: 0.2759960 Sep 06 05:36:47.260580 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-37d18478-ac22-4465-a5ac-2d2b7580c344 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/quotas/82b0a693206d421ab25e5ddcd8909a52 HTTP/1.1" status: 200 len: 375 time: 0.0207484 Sep 06 05:36:47.307849 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port f9baa9de-3a51-449a-acdf-c33fc78ee498 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:47.334251 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port f9baa9de-3a51-449a-acdf-c33fc78ee498 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:47.337100 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:47.388944 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-7771e1b6-827c-4fe9-93fa-893d2ed892f2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217160 Sep 06 05:36:47.457224 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:47.581158 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:47.629542 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port f9baa9de-3a51-449a-acdf-c33fc78ee498, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=f9baa9de-3a51-449a-acdf-c33fc78ee498,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:47.643106 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Sync routers for ids ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:36:47.652061 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:47.697756 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Routers {'0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:47.699204 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:47.880863 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Set router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:48.009621 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-edce8b8d-10fe-4097-88b8-f283b72256e9 service neutron] 10.222.0.30 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057971 Sep 06 05:36:48.123094 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 2, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:48.192615 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=f9baa9de-3a51-449a-acdf-c33fc78ee498,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:48.271192 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:36:48.272192 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-b25245c9-a2bd-4dfd-b368-6247a9db0ffe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:36:48.276348 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-b25245c9-a2bd-4dfd-b368-6247a9db0ffe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0378180 Sep 06 05:36:48.276754 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Updating router d6c4f631-a99a-4b5f-89bb-beab423c19a2 port 35815d3d-97f7-4626-80d8-9ee213b03604 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:36:48.387054 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '9e479f89-2017-447f-be93-124adf195370', 'name': '', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'mac_address': 'fa:16:3e:88:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:41Z', 'revision_number': 2, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'subnets': [{'id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:48.447682 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:48.477582 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-a8877675-974a-478a-a8d8-4cdc6c8414da service neutron] 10.222.0.30 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669933 Sep 06 05:36:48.515977 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Checking router: 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:36:48.516272 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Updating router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b port 9e479f89-2017-447f-be93-124adf195370 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:36:48.540718 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-7a043c61-7bbf-41b6-b367-2ded9d98da2d service neutron] 10.222.0.30 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471013 Sep 06 05:36:48.604572 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:48.633556 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35330) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:48.677204 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55a519ce-36a1-4907-90c2-1356fcde7d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:48.862010 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2e106090-2233-4d52-bc71-af1be55d472f service neutron] 10.222.0.30 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090034 Sep 06 05:36:49.063855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55a519ce-36a1-4907-90c2-1356fcde7d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.074996 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55a519ce-36a1-4907-90c2-1356fcde7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.136552 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffffd7-7279-4d62-b27d-137bb46da9df req-d5965e03-95b8-4e60-a28f-f5177753b37c tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:49.149701 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-43ffffd7-7279-4d62-b27d-137bb46da9df req-d5965e03-95b8-4e60-a28f-f5177753b37c tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 932 time: 0.1999495 Sep 06 05:36:49.203199 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-55a519ce-36a1-4907-90c2-1356fcde7d24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e931aeeabe84e7185129cc594b51924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656834 Sep 06 05:36:49.203199 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a519ce-36a1-4907-90c2-1356fcde7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d673ee7-3bdc-4f11-98db-06b616197855,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:49.205831 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35354) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:49.286262 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36484205-a871-4c7c-bc44-3c74ea5b3d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.318170 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36484205-a871-4c7c-bc44-3c74ea5b3d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.325578 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device f9baa9de-3a51-449a-acdf-c33fc78ee498 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:49.349268 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-43ffffd7-7279-4d62-b27d-137bb46da9df req-ef70d346-5c6f-44b7-b1fe-9d40ed774677 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984167 Sep 06 05:36:49.398463 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36484205-a871-4c7c-bc44-3c74ea5b3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.402936 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36484205-a871-4c7c-bc44-3c74ea5b3d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.406413 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-36484205-a871-4c7c-bc44-3c74ea5b3d7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d673ee7-3bdc-4f11-98db-06b616197855 HTTP/1.1" status: 204 len: 168 time: 0.1966622 Sep 06 05:36:49.424956 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36484205-a871-4c7c-bc44-3c74ea5b3d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d673ee7-3bdc-4f11-98db-06b616197855,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:49.427826 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.534151 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Transition to ACTIVE for port object 35815d3d-97f7-4626-80d8-9ee213b03604 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:49.565417 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.613841 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bbde6aea-f7fa-4a9b-805e-39cff73d0b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.667654 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port f9baa9de-3a51-449a-acdf-c33fc78ee498 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:49.673280 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.747716 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da56c209-a927-4dbb-8bf3-b8775439f91a req-0bf8bd36-570f-40cb-bd6d-08fc17eefcf9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 210 time: 0.1790555 Sep 06 05:36:49.788765 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Attempting to bind port 35815d3d-97f7-4626-80d8-9ee213b03604 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:49.788765 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Attempting to bind port 35815d3d-97f7-4626-80d8-9ee213b03604 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:49.789172 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Attempting to bind port 35815d3d-97f7-4626-80d8-9ee213b03604 on network 103d5100-15eb-4cdf-876c-601e98561169 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:49.802751 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:49.803207 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Checking segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:49.803542 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.803944 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Bound using segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:49.804434 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Bound port: 35815d3d-97f7-4626-80d8-9ee213b03604, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:49.804839 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.905431 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] For port 35815d3d-97f7-4626-80d8-9ee213b03604, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:49.932012 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] For port 35815d3d-97f7-4626-80d8-9ee213b03604, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=35815d3d-97f7-4626-80d8-9ee213b03604,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:49.955084 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:49.968773 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3a56f1fb-1c59-49f7-b8c3-7aa54d4c9b92 req-d7b40089-e338-4749-b058-9018fc03e25a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 210 time: 0.0499942 Sep 06 05:36:49.995307 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:50.041964 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Transition to ACTIVE for port object 9e479f89-2017-447f-be93-124adf195370 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:50.053279 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb1958-68b8-444d-8174-81c4a68e31f8 None None] Pushing event updated for resources: {'Port': ['ID=35815d3d-97f7-4626-80d8-9ee213b03604,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:50.070089 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:50.087950 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:50.088719 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:50.151782 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Request body: {'port': {'device_id': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:50.396460 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfc01b-4d97-4d63-8bdc-57a4264d7da4 None None] Pushing event updated for resources: {'Port': ['ID=9e479f89-2017-447f-be93-124adf195370,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:50.398720 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:50.500234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Attempting to bind port 9e479f89-2017-447f-be93-124adf195370 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:50.500598 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Attempting to bind port 9e479f89-2017-447f-be93-124adf195370 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:50.501198 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Attempting to bind port 9e479f89-2017-447f-be93-124adf195370 on network 338bc86c-77b4-464b-ad96-07dd31e77218 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:50.573023 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:50.575132 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Checking segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:50.575863 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:50.575988 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:50.576492 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Bound using segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:50.576928 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Bound port: 9e479f89-2017-447f-be93-124adf195370, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:50.577325 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:50.675604 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce22d-0e13-4729-9886-480747c7c368 req-905fcfa6-7a28-444f-8774-c7f0a83c0371 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:50.692448 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-64fce22d-0e13-4729-9886-480747c7c368 req-905fcfa6-7a28-444f-8774-c7f0a83c0371 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 932 time: 0.1797652 Sep 06 05:36:50.841273 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-64fce22d-0e13-4729-9886-480747c7c368 req-80ddb90e-5626-4ac4-af11-d9e355cf5df3 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465306 Sep 06 05:36:50.914907 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] For port 9e479f89-2017-447f-be93-124adf195370, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:50.923283 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb1958-68b8-444d-8174-81c4a68e31f8 None None] Pushing event updated for resources: {'Port': ['ID=35815d3d-97f7-4626-80d8-9ee213b03604,revision_number=4']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:50.953147 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] For port 9e479f89-2017-447f-be93-124adf195370, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=9e479f89-2017-447f-be93-124adf195370,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:50.995659 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:51.215322 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Routers {'0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:36:51.216410 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:51.226306 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-10132817-9402-4001-9446-057f89fbf256 req-30f4c184-e453-4526-b60b-ece8da8cb709 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 210 time: 0.0721159 Sep 06 05:36:51.437073 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec9359c-58de-4997-83f9-b00c6a08a716 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:36:51.457427 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:51.487730 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:49Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:51.501301 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Transition to ACTIVE for port object cec9359c-58de-4997-83f9-b00c6a08a716 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:51.506970 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:51.592120 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336e1525-92bf-4781-9177-6f0b6d915675 None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:49Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:36:51.958199 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfc01b-4d97-4d63-8bdc-57a4264d7da4 None None] Pushing event updated for resources: {'Port': ['ID=9e479f89-2017-447f-be93-124adf195370,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:52.043883 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-74a59529-0fe5-4e35-9655-c5a08fb10cb6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:52.046674 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Pushing event updated for resources: {'Port': ['ID=cec9359c-58de-4997-83f9-b00c6a08a716,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:52.065972 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-74a59529-0fe5-4e35-9655-c5a08fb10cb6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 818 time: 0.4243410 Sep 06 05:36:52.112675 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-c022b6b8-9b61-48ff-a254-d6eab10cea66 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/quotas/82b0a693206d421ab25e5ddcd8909a52 HTTP/1.1" status: 200 len: 375 time: 0.0453765 Sep 06 05:36:52.114727 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] Set router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:36:52.239589 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Attempting to bind port cec9359c-58de-4997-83f9-b00c6a08a716 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:52.239863 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Attempting to bind port cec9359c-58de-4997-83f9-b00c6a08a716 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '24d23ada-4028-4e42-99b3-f2cb40a58c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:52.240413 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Attempting to bind port cec9359c-58de-4997-83f9-b00c6a08a716 on network 97bbff4b-e454-41a1-a790-bf1618a1e17a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:52.248182 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-95bf8280-8aa0-40ab-92e8-440ef2ce4be1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320288 Sep 06 05:36:52.249803 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35444) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:52.253029 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Port cec9359c-58de-4997-83f9-b00c6a08a716 on network 97bbff4b-e454-41a1-a790-bf1618a1e17a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:36:52.253408 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Attempting to bind port cec9359c-58de-4997-83f9-b00c6a08a716 on network 97bbff4b-e454-41a1-a790-bf1618a1e17a {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:52.275073 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:52.275428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Checking segment: {'id': '24d23ada-4028-4e42-99b3-f2cb40a58c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:52.277117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Bound using segment: {'id': '24d23ada-4028-4e42-99b3-f2cb40a58c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:52.279459 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Bound port: cec9359c-58de-4997-83f9-b00c6a08a716, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d23ada-4028-4e42-99b3-f2cb40a58c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:52.282774 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:52.328929 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753912651', 'description': 'tempest-description--616045913'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:52.547248 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-59789f92-49db-4859-830c-786c59da2d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:52.563468 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] For port cec9359c-58de-4997-83f9-b00c6a08a716, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:52.600822 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] For port cec9359c-58de-4997-83f9-b00c6a08a716, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cec9359c-58de-4997-83f9-b00c6a08a716,segment=NetworkSegment(24d23ada-4028-4e42-99b3-f2cb40a58c86),segment_id=24d23ada-4028-4e42-99b3-f2cb40a58c86)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:52.609507 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:52.695947 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:52.747411 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '9e479f89-2017-447f-be93-124adf195370', 'name': '', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'mac_address': 'fa:16:3e:88:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:50Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'subnets': [{'id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:36:52.775649 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:52.776422 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:52.778137 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] 10.222.0.25 "PUT /v2.0/ports/cec9359c-58de-4997-83f9-b00c6a08a716 HTTP/1.1" status: 200 len: 1094 time: 3.5168421 Sep 06 05:36:52.778671 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'tag': 'cec9359c-58de-4997-83f9-b00c6a08a716'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:36:52.871676 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c401727-bddf-4b85-ab53-193f7dc7e702 None None] The sync data for ids ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'] in dv-cinder-788782-11-iscsi is: [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '9e479f89-2017-447f-be93-124adf195370', 'name': '', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'mac_address': 'fa:16:3e:88:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:50Z', 'revision_number': 4, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'subnets': [{'id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:36:52.943182 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.108644 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.118045 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.160454 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32890a-2c13-4277-a115-5fd3112e2dbe req-d366947c-c7ec-4ee2-97d7-666d81fc582e tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:53.169503 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3a32890a-2c13-4277-a115-5fd3112e2dbe req-d366947c-c7ec-4ee2-97d7-666d81fc582e tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 944 time: 0.8117857 Sep 06 05:36:53.200567 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.25', 65171) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:53.204982 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.216462 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f87cb-b7ed-43d6-aa2c-d84636768f39 service neutron] Pushing event updated for resources: {'Port': ['ID=cec9359c-58de-4997-83f9-b00c6a08a716,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:53.274474 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b1abea-0cab-42e4-8928-094ff3f1016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:53.275989 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-78b1abea-0cab-42e4-8928-094ff3f1016c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f36441534d224b77aeac13f8b81ae33c&device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 1097 time: 0.2948813 Sep 06 05:36:53.451277 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 35815d3d-97f7-4626-80d8-9ee213b03604 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:53.496753 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-04aa65e2-abd5-449a-8402-cbad7b23c8d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec9359c-58de-4997-83f9-b00c6a08a716 HTTP/1.1" status: 200 len: 217 time: 0.2003431 Sep 06 05:36:53.501306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-34d193c1-5bec-4377-8690-68e9f944fc39 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:53.504521 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-34d193c1-5bec-4377-8690-68e9f944fc39 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 816 time: 0.2964144 Sep 06 05:36:53.543974 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-82217dc7-141d-46da-8e34-c8e626bf0fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2948594 Sep 06 05:36:53.584422 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 35815d3d-97f7-4626-80d8-9ee213b03604 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:53.592736 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 35815d3d-97f7-4626-80d8-9ee213b03604 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:53.593754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.680057 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3a32890a-2c13-4277-a115-5fd3112e2dbe req-721549e1-339d-4f18-8e43-1a7f8f010746 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095525 Sep 06 05:36:53.732385 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.740737 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4653261 Sep 06 05:36:53.787080 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35478) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:53.787756 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c19ad5-fc61-41a7-9d3f-4b64f61b6274 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d122d91-e270-48f8-a77b-03f60444f21b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:53.803901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'security_group_rule': {'security_group_id': '4d122d91-e270-48f8-a77b-03f60444f21b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:53.815105 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.856821 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-53088bb4-cab7-48f1-98ca-5302d8d746f9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 380 time: 0.3041599 Sep 06 05:36:53.882111 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.893156 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 35815d3d-97f7-4626-80d8-9ee213b03604, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=35815d3d-97f7-4626-80d8-9ee213b03604,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:53.900545 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:53.901347 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 9e479f89-2017-447f-be93-124adf195370 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:53.930303 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aed4f3c7-a7c8-497e-aad5-ddb8aa468021 req-94c28334-7d5f-40fd-807a-d393621f7fcc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 210 time: 0.0775931 Sep 06 05:36:53.993068 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.25', 65174) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:54.005485 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'port': {'device_id': 'cb008765-61ba-48ae-ae69-135f58210c74', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'admin_state_up': True, 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'security_groups': ['48de7417-1a84-4d3d-b77c-02e82ab316df']}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:54.068226 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-227ae700-82f2-4dc0-9e1e-f6d866dbc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:54.071603 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-227ae700-82f2-4dc0-9e1e-f6d866dbc74b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e64ce10f-fd06-4476-9072-3063f30024ff HTTP/1.1" status: 200 len: 851 time: 0.5440116 Sep 06 05:36:54.081598 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee325bdc-88eb-45e4-9c33-cc92763d5d61" -d '{"events": [{"name": "network-changed", "server_uuid": "d06d7b09-25cd-4e2a-9dac-485e74a6ed56", "tag": "cec9359c-58de-4997-83f9-b00c6a08a716"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:36:54.097372 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 9e479f89-2017-447f-be93-124adf195370 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:54.106053 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 9e479f89-2017-447f-be93-124adf195370 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:54.106460 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.113421 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=35815d3d-97f7-4626-80d8-9ee213b03604,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:54.181316 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-bf727c92-ae73-4301-883c-f4d35503f855 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:54.183200 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-bf727c92-ae73-4301-883c-f4d35503f855 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 818 time: 0.1610730 Sep 06 05:36:54.195074 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-5268760c-1b8c-4b45-b4de-9a41ae240a9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97bbff4b-e454-41a1-a790-bf1618a1e17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951254 Sep 06 05:36:54.243234 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Request body: {'port': {'device_id': '050b791b-a33c-4321-9887-6133e07710bc', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'admin_state_up': True, 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:54.311003 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.358007 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-3440c990-fbac-4d69-99f1-c8bb27066a6f service neutron] 10.222.0.25 "GET /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400979 Sep 06 05:36:54.379526 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 9e479f89-2017-447f-be93-124adf195370, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=9e479f89-2017-447f-be93-124adf195370,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:54.385601 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.456284 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-60f304d8-e4c9-49af-81f0-f85f92593daa service neutron] 10.222.0.30 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8764777 Sep 06 05:36:54.459871 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.463249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=9e479f89-2017-447f-be93-124adf195370,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:54.491251 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.493511 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Made reservation on behalf of 82b0a693206d421ab25e5ddcd8909a52 for: {'port': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:54.497334 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.524427 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba12a0f7-fae7-4cab-ace6-5983f33589f5 req-8c18aaa7-3edf-4021-9f98-5c6ff0ebf949 service neutron] 10.222.0.25 "GET /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586161 Sep 06 05:36:54.551713 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ad1520-579a-420a-8d0f-a30504a167a4,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:54.572811 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.576527 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-880a9df1-a295-4fe0-852b-b857d4368d21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7765725 Sep 06 05:36:54.577548 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35506) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:54.584275 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'security_group_rule': {'security_group_id': '4d122d91-e270-48f8-a77b-03f60444f21b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:54.663004 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Made reservation on behalf of cf6628cf61824aa78f1a0b289244eec2 for: {'port': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:54.667003 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.683632 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.715889 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.851825 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.858341 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:54.902691 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48058cd-9b89-43db-9b9f-40e11b218a0c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:54.940956 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5950789b-88cd-44b4-9b05-2b92aa2bf07e x-openstack-request-id: req-5950789b-88cd-44b4-9b05-2b92aa2bf07e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:36:54.941247 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06d7b09-25cd-4e2a-9dac-485e74a6ed56", "tag": "cec9359c-58de-4997-83f9-b00c6a08a716", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:36:54.941583 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5950789b-88cd-44b4-9b05-2b92aa2bf07e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:36:54.941958 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'tag': 'cec9359c-58de-4997-83f9-b00c6a08a716', 'status': 'completed', 'code': 200} Sep 06 05:36:55.065449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.069594 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bf239be7-2e02-4ab3-ae7b-2bc8f486071a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871480 Sep 06 05:36:55.070939 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35532) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:55.086356 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:55.134828 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 35815d3d-97f7-4626-80d8-9ee213b03604 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:55.148067 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-822ecbc9-398e-48a0-9632-5266838184ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:55.149629 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-822ecbc9-398e-48a0-9632-5266838184ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f36441534d224b77aeac13f8b81ae33c&device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 1097 time: 0.1890888 Sep 06 05:36:55.242604 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 35815d3d-97f7-4626-80d8-9ee213b03604 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:55.242985 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.272119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.357631 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9bd5a3b8-0b8f-4455-80ac-8c09e7104360 req-845c99ef-41f8-415a-9b63-06d0ef26a5c6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 210 time: 0.0897818 Sep 06 05:36:55.399268 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Allocated IP 172.20.0.6 (7f3e3e0a-6abf-4ba7-955b-bfed60dd162c/ea587cee-15df-47ce-8cdd-21d291bef828/3d5c9822-009e-4e20-bd33-ad6a79c2d4d6) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:55.434974 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 9e479f89-2017-447f-be93-124adf195370 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:36:55.498285 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-b96eb691-723e-4f37-9a24-6f9dc9467fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:55.499863 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-b96eb691-723e-4f37-9a24-6f9dc9467fa7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=97bbff4b-e454-41a1-a790-bf1618a1e17a HTTP/1.1" status: 200 len: 912 time: 0.3409162 Sep 06 05:36:55.515551 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Allocated IP 172.20.0.12 (338bc86c-77b4-464b-ad96-07dd31e77218/98a6caaf-b839-4abf-a8fa-7787ec45e012/d489a798-ebd8-44ee-9551-f64056da99d2) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:55.550183 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 9e479f89-2017-447f-be93-124adf195370 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:55.551100 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.559574 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-89ccd490-fb1e-41cf-9a80-35cf8a0d92ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec9359c-58de-4997-83f9-b00c6a08a716 HTTP/1.1" status: 200 len: 217 time: 0.0512030 Sep 06 05:36:55.622958 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-0088ac8a-9fcb-40f3-b4a6-92f2e9c6f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:55.624353 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-0088ac8a-9fcb-40f3-b4a6-92f2e9c6f19e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e64ce10f-fd06-4476-9072-3063f30024ff HTTP/1.1" status: 200 len: 851 time: 0.0483694 Sep 06 05:36:55.706302 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-eb16614f-fe54-4c78-b3c2-b81ccd5220bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97bbff4b-e454-41a1-a790-bf1618a1e17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715673 Sep 06 05:36:55.709594 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.744377 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Transition to ACTIVE for port object 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:55.773000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70c6b4-7268-4c82-be23-fe92b2519514 req-76edd7df-ae4f-4b1b-baa3-c151b729b989 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:55.781192 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf70c6b4-7268-4c82-be23-fe92b2519514 req-76edd7df-ae4f-4b1b-baa3-c151b729b989 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 944 time: 0.5144780 Sep 06 05:36:55.810278 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-649d5b74-050a-46be-b371-43bc80ed7081 req-02ffe7ed-20f4-40d6-bdec-af9e46d61524 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 210 time: 0.0781200 Sep 06 05:36:55.843912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.862877 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf70c6b4-7268-4c82-be23-fe92b2519514 req-57823768-ec4b-4310-8347-81803e7eeb5b tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810289 Sep 06 05:36:55.937458 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:55.941329 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-9aac3cc6-3567-400d-80e2-36e82bc5ee21 service neutron] 10.222.0.25 "GET /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246819 Sep 06 05:36:56.092072 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.25', 65178) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:56.116306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:56.133912 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:56.147428 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:56.156257 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:56.156914 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.189939 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2747774 Sep 06 05:36:56.200268 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a69a9-3568-47da-ac40-68557d06ce5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:56.210566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Request body: {'port': {'device_id': 'cb008765-61ba-48ae-ae69-135f58210c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:56.276730 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.294918 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-bdc652f1-7b8d-47f3-83ff-11a56aaab356 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:56.297354 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-bdc652f1-7b8d-47f3-83ff-11a56aaab356 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 818 time: 0.2031801 Sep 06 05:36:56.355478 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.365974 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Request body: {'port': {'device_id': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'admin_state_up': True, 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:56.477613 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Allocated IP 172.27.3.241 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/333cdc0d-70ee-4c9c-9c49-bb9af09c9d4d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:56.523930 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7eb6b24b-3316-45a8-b4e7-79f459c54d7f None None] Provisioning for port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:36:56.536675 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7eb6b24b-3316-45a8-b4e7-79f459c54d7f None None] Provisioning complete for port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:36:56.543332 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7eb6b24b-3316-45a8-b4e7-79f459c54d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.605093 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6b24b-3316-45a8-b4e7-79f459c54d7f None None] Port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:36:56.731336 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8319354c-4142-4981-9644-37409d80c3a6 req-69ee53d8-d79e-4ee4-8927-8934dd710e4a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 210 time: 0.0519562 Sep 06 05:36:56.739806 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.807375 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.839946 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Network 338bc86c-77b4-464b-ad96-07dd31e77218 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:56.846806 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:56.852149 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:56.859998 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:56.861296 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:56.885590 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Pushing event updated for resources: {'Port': ['ID=d489a798-ebd8-44ee-9551-f64056da99d2,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:56.915168 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-04013a19-f06a-48fe-a85d-a982d9987bba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6830766 Sep 06 05:36:56.935680 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Request body: {'port': {'device_id': '050b791b-a33c-4321-9887-6133e07710bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:56.943572 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee325bdc-88eb-45e4-9c33-cc92763d5d61 req-992f1613-aaff-4dca-80f8-71143f33911b service neutron] 10.222.0.25 "GET /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9937103 Sep 06 05:36:56.961117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.018619 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:57.025612 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:57.038555 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:57.045317 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Made reservation on behalf of 82b0a693206d421ab25e5ddcd8909a52 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:36:57.049488 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.098918 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'Port': ['ID=333cdc0d-70ee-4c9c-9c49-bb9af09c9d4d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:57.168674 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.178328 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:36:57.202924 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.213738 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645ab5-1585-43d0-81ee-3d7562dbf9ae req-66724fab-7fa7-44ca-a0a8-20000f955ea4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:57.215458 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66645ab5-1585-43d0-81ee-3d7562dbf9ae req-66724fab-7fa7-44ca-a0a8-20000f955ea4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 944 time: 0.2083018 Sep 06 05:36:57.228207 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395887f9-37c3-4c01-bb70-821161d35991 req-9d120c4a-2c89-4e2f-bdca-60a5c77f67ff tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:57.229714 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-395887f9-37c3-4c01-bb70-821161d35991 req-9d120c4a-2c89-4e2f-bdca-60a5c77f67ff tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 931 time: 0.2121716 Sep 06 05:36:57.275792 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.366407 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.407174 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Transition to ACTIVE for port object 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:57.418585 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.493024 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66645ab5-1585-43d0-81ee-3d7562dbf9ae req-82f8e4b2-1145-43ec-ad84-fe09cbb9fc85 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608502 Sep 06 05:36:57.578588 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-395887f9-37c3-4c01-bb70-821161d35991 req-6d1b1df8-88d3-43de-b0d2-73857f2c7ab5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143990 Sep 06 05:36:57.580368 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:57.597692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Allocated IP 172.20.0.7 (338bc86c-77b4-464b-ad96-07dd31e77218/98a6caaf-b839-4abf-a8fa-7787ec45e012/733ee0df-0d24-4513-8120-bcd78b7e101e) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:36:57.598418 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35616) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:57.607085 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Attempting to bind port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:57.607906 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Attempting to bind port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:57.608273 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Attempting to bind port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:57.614536 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:36:57.614696 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Attempting to bind port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:57.621444 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:57.622024 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Checking segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:57.623706 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Bound using segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:57.625886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Bound port: 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:57.626450 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.704514 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:57.709736 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:57.716073 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.770130 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2f38b02-6c8d-4669-9033-50f45063903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.789643 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:57.790284 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.791731 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 1093 time: 1.5928524 Sep 06 05:36:57.794771 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:36:57.863892 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.867196 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.872706 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:57.989303 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'Port': ['ID=333cdc0d-70ee-4c9c-9c49-bb9af09c9d4d,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:57.998360 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.016992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.072389 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Network 338bc86c-77b4-464b-ad96-07dd31e77218 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:36:58.074117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:36:58.081060 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:36:58.144613 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Pushing event updated for resources: {'Port': ['ID=733ee0df-0d24-4513-8120-bcd78b7e101e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:58.153618 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:58.154605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.172376 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396010f-1b31-4b4f-9bd5-5c72d892c425 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:58.272104 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:36:58.282076 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-a85f985c-697f-469f-ad7a-56c223bb49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:58.284527 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-a85f985c-697f-469f-ad7a-56c223bb49be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1096 time: 0.4209564 Sep 06 05:36:58.378459 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-22bd234e-1d53-4362-975f-1913359f4682 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 217 time: 0.0823932 Sep 06 05:36:58.395157 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6f25-e114-4326-95c0-db8f2dbe9cdc req-e13e5d3f-ea62-4d99-85ea-fd7e5a5b5ff6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:58.396706 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ff8e6f25-e114-4326-95c0-db8f2dbe9cdc req-e13e5d3f-ea62-4d99-85ea-fd7e5a5b5ff6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 931 time: 0.5015216 Sep 06 05:36:58.436554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f03891-64d6-404b-b587-dd4fac2e5093 x-openstack-request-id: req-d9f03891-64d6-404b-b587-dd4fac2e5093 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:36:58.436554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:36:58.436554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9f03891-64d6-404b-b587-dd4fac2e5093 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:36:58.436797 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'status': 'completed', 'code': 200} Sep 06 05:36:58.549175 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-ffe73f1f-a97f-464c-b3ed-35e4cccf2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:58.550683 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-ffe73f1f-a97f-464c-b3ed-35e4cccf2e20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.1504667 Sep 06 05:36:58.579740 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2f38b02-6c8d-4669-9033-50f45063903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.601427 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.603389 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c69cc911-7a6d-4dff-b3fe-9cf72ae34a5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5315611 Sep 06 05:36:58.620974 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-daa1c67d-36ef-4faf-a7d1-d5d9cf063958 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2657030 Sep 06 05:36:58.628398 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device cec9359c-58de-4997-83f9-b00c6a08a716 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:36:58.632514 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Request body: {'port': {'device_id': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:36:58.639644 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ff8e6f25-e114-4326-95c0-db8f2dbe9cdc req-fd64f115-a0aa-4448-9eb0-5c311fa9b38e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197001 Sep 06 05:36:58.640388 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2f38b02-6c8d-4669-9033-50f45063903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.755060 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d489a798-ebd8-44ee-9551-f64056da99d2 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:36:58.776225 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.783903 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.802661 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port cec9359c-58de-4997-83f9-b00c6a08a716, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cec9359c-58de-4997-83f9-b00c6a08a716,segment=NetworkSegment(24d23ada-4028-4e42-99b3-f2cb40a58c86),segment_id=24d23ada-4028-4e42-99b3-f2cb40a58c86)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:58.823213 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'cec9359c-58de-4997-83f9-b00c6a08a716', 'network_id': '97bbff4b-e454-41a1-a790-bf1618a1e17a', 'port_id': 'cec9359c-58de-4997-83f9-b00c6a08a716', 'mac_address': 'fa:16:3e:38:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ce10f-fd06-4476-9072-3063f30024ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:36:58.877365 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.884845 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Transition to ACTIVE for port object d489a798-ebd8-44ee-9551-f64056da99d2 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:58.893980 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:36:58.898301 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec9359c-58de-4997-83f9-b00c6a08a716 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:36:58.898782 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f38b02-6c8d-4669-9033-50f45063903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f58f71-4453-4788-82d4-a6cd7e149a5c,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:58.911009 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f2f38b02-6c8d-4669-9033-50f45063903a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eefff060849f40dcacb410bb34e992b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3115282 Sep 06 05:36:58.913826 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35664) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:58.919375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.928418 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port cec9359c-58de-4997-83f9-b00c6a08a716, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cec9359c-58de-4997-83f9-b00c6a08a716,segment=NetworkSegment(24d23ada-4028-4e42-99b3-f2cb40a58c86),segment_id=24d23ada-4028-4e42-99b3-f2cb40a58c86)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:36:58.937974 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:58.952418 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-311a4f28-3b34-49b7-97e2-a7e738483c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:58.953958 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-311a4f28-3b34-49b7-97e2-a7e738483c21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3729904 Sep 06 05:36:59.000112 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76c61-0967-4c5b-95f4-70245909de1d req-506dde65-da71-44bc-817d-b2ee5db84bdb tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.001793 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-12d76c61-0967-4c5b-95f4-70245909de1d req-506dde65-da71-44bc-817d-b2ee5db84bdb tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 944 time: 0.3578448 Sep 06 05:36:59.010720 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=cec9359c-58de-4997-83f9-b00c6a08a716,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:59.067599 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8406a8-ccc1-4eb7-9f08-79e1864ceded req-b6b73303-9a1b-449c-90e4-8b66578dcd84 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.068681 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ac8406a8-ccc1-4eb7-9f08-79e1864ceded req-b6b73303-9a1b-449c-90e4-8b66578dcd84 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.2939177 Sep 06 05:36:59.118362 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Pushing event updated for resources: {'Port': ['ID=d489a798-ebd8-44ee-9551-f64056da99d2,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:59.190374 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['cec9359c-58de-4997-83f9-b00c6a08a716'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:36:59.191842 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733ee0df-0d24-4513-8120-bcd78b7e101e {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:36:59.200992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.225289 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Transition to ACTIVE for port object 733ee0df-0d24-4513-8120-bcd78b7e101e will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:36:59.229788 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.251343 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-12d76c61-0967-4c5b-95f4-70245909de1d req-923a0008-6dd7-4f5b-bec8-41042a398749 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300472 Sep 06 05:36:59.301932 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ac8406a8-ccc1-4eb7-9f08-79e1864ceded req-b9499f50-5618-40cf-9d6f-870d06dd148e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210798 Sep 06 05:36:59.313000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Attempting to bind port d489a798-ebd8-44ee-9551-f64056da99d2 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:59.313721 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Attempting to bind port d489a798-ebd8-44ee-9551-f64056da99d2 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:59.313721 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Attempting to bind port d489a798-ebd8-44ee-9551-f64056da99d2 on network 338bc86c-77b4-464b-ad96-07dd31e77218 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:59.322502 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-7702317d-87d9-4369-ad25-fd92da9c9ec7 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367801 Sep 06 05:36:59.323119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-afec5699-fda4-4b34-9669-09641bb3376a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.325197 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Pushing event updated for resources: {'Port': ['ID=733ee0df-0d24-4513-8120-bcd78b7e101e,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:59.325818 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Port d489a798-ebd8-44ee-9551-f64056da99d2 on network 338bc86c-77b4-464b-ad96-07dd31e77218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:36:59.326144 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Attempting to bind port d489a798-ebd8-44ee-9551-f64056da99d2 on network 338bc86c-77b4-464b-ad96-07dd31e77218 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:59.347674 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:59.348026 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Checking segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:59.348565 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Bound using segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:59.349080 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Bound port: d489a798-ebd8-44ee-9551-f64056da99d2, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:59.349496 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.403936 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Attempting to bind port 733ee0df-0d24-4513-8120-bcd78b7e101e on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:36:59.404615 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Attempting to bind port 733ee0df-0d24-4513-8120-bcd78b7e101e by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:36:59.405152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Attempting to bind port 733ee0df-0d24-4513-8120-bcd78b7e101e on network 338bc86c-77b4-464b-ad96-07dd31e77218 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:59.410915 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Port 733ee0df-0d24-4513-8120-bcd78b7e101e on network 338bc86c-77b4-464b-ad96-07dd31e77218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:36:59.411543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Attempting to bind port 733ee0df-0d24-4513-8120-bcd78b7e101e on network 338bc86c-77b4-464b-ad96-07dd31e77218 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:36:59.411648 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-afec5699-fda4-4b34-9669-09641bb3376a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.418033 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:36:59.418685 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Checking segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:36:59.419292 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Bound using segment: {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:36:59.419955 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Bound port: 733ee0df-0d24-4513-8120-bcd78b7e101e, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f25833-979a-4c24-9821-04d880f7ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:36:59.420497 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.471605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35690) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:59.499695 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] For port 733ee0df-0d24-4513-8120-bcd78b7e101e, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:59.503288 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] For port 733ee0df-0d24-4513-8120-bcd78b7e101e, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=733ee0df-0d24-4513-8120-bcd78b7e101e,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:59.508717 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.547568 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.548531 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.550114 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] 10.222.0.25 "PUT /v2.0/ports/733ee0df-0d24-4513-8120-bcd78b7e101e HTTP/1.1" status: 200 len: 1093 time: 0.9226606 Sep 06 05:36:59.550968 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'tag': '733ee0df-0d24-4513-8120-bcd78b7e101e'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:36:59.552862 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1485c8c-03ad-4f95-96e0-afa99d53180b" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a0106-b93b-4552-a99d-827d67b34b27", "tag": "733ee0df-0d24-4513-8120-bcd78b7e101e"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:36:59.569391 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-ce3d9534-0b89-4506-a0b1-d3086a5e767c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1753912651&fields=id&tenant_id=7ee4a60523a04b1f886faed1130a113d HTTP/1.1" status: 200 len: 267 time: 0.1899161 Sep 06 05:36:59.582506 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294921eb-23a3-4fe3-bd2b-1961b59d42fc service neutron] Pushing event updated for resources: {'Port': ['ID=733ee0df-0d24-4513-8120-bcd78b7e101e,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:59.615632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee269dc-701f-48d3-90e2-e75937bbdc6a x-openstack-request-id: req-aee269dc-701f-48d3-90e2-e75937bbdc6a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:36:59.616317 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a0106-b93b-4552-a99d-827d67b34b27", "tag": "733ee0df-0d24-4513-8120-bcd78b7e101e", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:36:59.616668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aee269dc-701f-48d3-90e2-e75937bbdc6a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:36:59.617819 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'tag': '733ee0df-0d24-4513-8120-bcd78b7e101e', 'status': 'completed', 'code': 200} Sep 06 05:36:59.627824 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] For port d489a798-ebd8-44ee-9551-f64056da99d2, host hv-cinder-78878, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:36:59.656712 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d0b44a90-eba5-4466-90c6-faa809412daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.681411 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-fe6d30ac-27cd-4eaf-9804-bd7359a863c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.682384 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] For port d489a798-ebd8-44ee-9551-f64056da99d2, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d489a798-ebd8-44ee-9551-f64056da99d2,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:36:59.683180 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-fe6d30ac-27cd-4eaf-9804-bd7359a863c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 1096 time: 0.0817065 Sep 06 05:36:59.686712 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ce3ab01-9376-45a3-9b40-621e1e5d846b req-b31883d2-67a5-4884-bc00-e0c48874f9e9 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414946 Sep 06 05:36:59.690044 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-afec5699-fda4-4b34-9669-09641bb3376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.692487 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-afec5699-fda4-4b34-9669-09641bb3376a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.693574 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-afec5699-fda4-4b34-9669-09641bb3376a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0f58f71-4453-4788-82d4-a6cd7e149a5c HTTP/1.1" status: 204 len: 168 time: 0.7754478 Sep 06 05:36:59.694982 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.749124 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec5699-fda4-4b34-9669-09641bb3376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f58f71-4453-4788-82d4-a6cd7e149a5c,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:59.781935 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-32a4d72f-fbe9-49db-b17e-3f0b12d463b1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.785173 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-b572a3d9-723e-459f-bcdb-6ce5944bdb8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733ee0df-0d24-4513-8120-bcd78b7e101e HTTP/1.1" status: 200 len: 217 time: 0.0650852 Sep 06 05:36:59.789891 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-32a4d72f-fbe9-49db-b17e-3f0b12d463b1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 810 time: 0.2195733 Sep 06 05:36:59.832319 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.832950 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.834534 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] 10.222.0.25 "PUT /v2.0/ports/d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 1094 time: 2.9045868 Sep 06 05:36:59.871320 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-4c1c8abe-f7cb-405c-80a4-60f959920c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.872952 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-4c1c8abe-f7cb-405c-80a4-60f959920c6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0804384 Sep 06 05:36:59.894590 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-adc08b70-84b9-4ac8-94c5-500251382abc tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/quotas/7ee4a60523a04b1f886faed1130a113d HTTP/1.1" status: 200 len: 375 time: 0.1040151 Sep 06 05:36:59.911404 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-a6d77b71-ce40-4df0-9fac-9b336b542d76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297637 Sep 06 05:36:59.946109 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d0b44a90-eba5-4466-90c6-faa809412daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.956459 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ca0fd-8411-44fe-9766-27b8b68cd883 service neutron] Pushing event updated for resources: {'Port': ['ID=d489a798-ebd8-44ee-9551-f64056da99d2,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:36:59.959428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d0b44a90-eba5-4466-90c6-faa809412daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:36:59.990030 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d0b44a90-eba5-4466-90c6-faa809412daa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=720aa0a2b0234a87bcc4cf85647aabe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149534 Sep 06 05:36:59.990287 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd00d3-e999-4f65-83e0-e6a5aeb1d5e6 req-cd32aec6-27bc-40d9-816f-8064d5db4b2d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:36:59.995791 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35708) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:36:59.996107 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-81dd00d3-e999-4f65-83e0-e6a5aeb1d5e6 req-cd32aec6-27bc-40d9-816f-8064d5db4b2d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.2543561 Sep 06 05:37:00.004887 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-13b9f75a-48a1-47e1-b2e5-1cb98021bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:00.006582 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-13b9f75a-48a1-47e1-b2e5-1cb98021bb23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1096 time: 0.2054765 Sep 06 05:37:00.056139 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-d2e9e537-c9a7-4d92-a259-e414ea85a444 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1595397 Sep 06 05:37:00.074890 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b44a90-eba5-4466-90c6-faa809412daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ef8c4-103f-4d92-8f99-3025a88086bc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:00.077696 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-c931ad81-42e7-4c26-9e85-26e792c7d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:00.079457 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-c931ad81-42e7-4c26-9e85-26e792c7d5c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1097 time: 0.1700041 Sep 06 05:37:00.128525 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-2c0e8403-354e-4c17-b0f7-36f897549ae7 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059922 Sep 06 05:37:00.132604 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-755bd5ea-ff1a-4102-921d-bc6f5eabf551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.156232 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-755bd5ea-ff1a-4102-921d-bc6f5eabf551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.275097 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35718) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:00.304950 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-78b52406-21ab-49a7-b2b5-81c18126e3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.341466 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76c7aa50-2f5b-4250-84d2-56cb8e99a2fe req-8999d4a8-5828-46f9-b90f-3215f9f89a22 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824105 Sep 06 05:37:00.344289 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-755bd5ea-ff1a-4102-921d-bc6f5eabf551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.347449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-755bd5ea-ff1a-4102-921d-bc6f5eabf551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.350883 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-755bd5ea-ff1a-4102-921d-bc6f5eabf551 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e01ef8c4-103f-4d92-8f99-3025a88086bc HTTP/1.1" status: 204 len: 168 time: 0.3505688 Sep 06 05:37:00.364712 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bd5ea-ff1a-4102-921d-bc6f5eabf551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ef8c4-103f-4d92-8f99-3025a88086bc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:00.442988 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-085e6a35-6cb9-47a6-a437-06a718462ddd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.3401148 Sep 06 05:37:00.443509 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050b791b-a33c-4321-9887-6133e07710bc', 'tag': 'd489a798-ebd8-44ee-9551-f64056da99d2'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:00.445922 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564ad26-0965-4c3f-8deb-e922048b7424" -d '{"events": [{"name": "network-changed", "server_uuid": "050b791b-a33c-4321-9887-6133e07710bc", "tag": "d489a798-ebd8-44ee-9551-f64056da99d2"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:00.472980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-78b52406-21ab-49a7-b2b5-81c18126e3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.490717 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-78b52406-21ab-49a7-b2b5-81c18126e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.541823 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-81dd00d3-e999-4f65-83e0-e6a5aeb1d5e6 req-2d8f4f04-b454-4db8-9f03-9cd842ee9d63 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393555 Sep 06 05:37:00.558804 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-78b52406-21ab-49a7-b2b5-81c18126e3dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9af9bade72f44775bac8bed02e85322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811170 Sep 06 05:37:00.561231 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b52406-21ab-49a7-b2b5-81c18126e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1811b5c5-ddc8-406a-b25d-c2d3596de6ee,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:00.563578 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35738) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:00.583874 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-bad29bd5-84e9-4cfc-a3b0-50bad16387dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:00.586197 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-bad29bd5-84e9-4cfc-a3b0-50bad16387dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 1096 time: 0.1109724 Sep 06 05:37:00.646201 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3de86088-2bb0-41a1-87bd-2a1884745f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.646535 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-2da4c42e-65b8-4d19-ae39-93a9b65d471e service neutron] 10.222.0.30 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608141 Sep 06 05:37:00.668233 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3de86088-2bb0-41a1-87bd-2a1884745f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.679953 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-9cc86250-8336-4e23-8c83-84b11444f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:00.681734 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-9cc86250-8336-4e23-8c83-84b11444f269 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.6656272 Sep 06 05:37:00.721734 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3de86088-2bb0-41a1-87bd-2a1884745f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.725238 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3de86088-2bb0-41a1-87bd-2a1884745f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.726805 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3de86088-2bb0-41a1-87bd-2a1884745f69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1811b5c5-ddc8-406a-b25d-c2d3596de6ee HTTP/1.1" status: 204 len: 168 time: 0.1608453 Sep 06 05:37:00.745224 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de86088-2bb0-41a1-87bd-2a1884745f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1811b5c5-ddc8-406a-b25d-c2d3596de6ee,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:00.846529 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35750) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:00.852049 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736a7ef-4750-4180-8649-a97754b4a4a3 req-b59a6db9-2619-41d9-8464-7e62eed4462d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:00.859955 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7492-bdd2-47e1-b005-c910d352f7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:00.860929 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4736a7ef-4750-4180-8649-a97754b4a4a3 req-b59a6db9-2619-41d9-8464-7e62eed4462d tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 945 time: 0.1835806 Sep 06 05:37:00.865017 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-edd03da1-ff0d-4e9d-a72f-5625e05ac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:00.867799 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-edd03da1-ff0d-4e9d-a72f-5625e05ac4f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.3554177 Sep 06 05:37:00.930906 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4736a7ef-4750-4180-8649-a97754b4a4a3 req-0389e50d-08a2-46eb-83a2-942721927c09 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684338 Sep 06 05:37:00.937019 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-7de1829a-c3cd-4129-937c-a742d729e9ce service neutron] 10.222.0.30 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895081 Sep 06 05:37:01.005221 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7492-bdd2-47e1-b005-c910d352f7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.011190 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7492-bdd2-47e1-b005-c910d352f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.031143 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7315-7d8b-44c6-aad0-6eabf9d55f20 req-763c4391-bbb2-46b7-8368-e06619dbde73 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:01.033946 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-24ec7315-7d8b-44c6-aad0-6eabf9d55f20 req-763c4391-bbb2-46b7-8368-e06619dbde73 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0528157 Sep 06 05:37:01.053536 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7492-bdd2-47e1-b005-c910d352f7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9543f56-403b-4e41-898e-6b59e186669e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:01.085676 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8f5c7492-bdd2-47e1-b005-c910d352f7b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a86e080dab594ed2a31db70356a2d012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358115 Sep 06 05:37:01.087116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35760) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:01.139668 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eabfc4e-40d1-430a-9b7b-07310529837e x-openstack-request-id: req-9eabfc4e-40d1-430a-9b7b-07310529837e {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:01.139958 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050b791b-a33c-4321-9887-6133e07710bc", "tag": "d489a798-ebd8-44ee-9551-f64056da99d2", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:01.140205 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9eabfc4e-40d1-430a-9b7b-07310529837e {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:01.140592 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050b791b-a33c-4321-9887-6133e07710bc', 'tag': 'd489a798-ebd8-44ee-9551-f64056da99d2', 'status': 'completed', 'code': 200} Sep 06 05:37:01.164836 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-24ec7315-7d8b-44c6-aad0-6eabf9d55f20 req-4723b4d9-4548-464e-a1fc-0b82e7611948 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164830 Sep 06 05:37:01.218667 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ce02b1bf-13dc-452e-a578-0999672b4439 req-13b22309-d63d-42cd-ba28-389a09de7d0c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0476770 Sep 06 05:37:01.219313 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1c54-8d3b-42f1-ae33-fe009abd55f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.249353 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1c54-8d3b-42f1-ae33-fe009abd55f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.307623 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1c54-8d3b-42f1-ae33-fe009abd55f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.310786 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bfdd1c54-8d3b-42f1-ae33-fe009abd55f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.312266 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-bfdd1c54-8d3b-42f1-ae33-fe009abd55f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9543f56-403b-4e41-898e-6b59e186669e HTTP/1.1" status: 204 len: 168 time: 0.2240162 Sep 06 05:37:01.322379 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd1c54-8d3b-42f1-ae33-fe009abd55f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9543f56-403b-4e41-898e-6b59e186669e,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:01.476178 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device cec9359c-58de-4997-83f9-b00c6a08a716 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:37:01.529678 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port cec9359c-58de-4997-83f9-b00c6a08a716 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:37:01.534432 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port cec9359c-58de-4997-83f9-b00c6a08a716 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:37:01.534950 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.624015 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.650456 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec9359c-58de-4997-83f9-b00c6a08a716'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:01.674251 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286ae5b-52df-4ae5-8be6-6f8750697d34 req-bdf9dd94-57ce-4cfa-a8e9-aa3624c3b91a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:01.679318 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d286ae5b-52df-4ae5-8be6-6f8750697d34 req-bdf9dd94-57ce-4cfa-a8e9-aa3624c3b91a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.0676730 Sep 06 05:37:01.721651 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d286ae5b-52df-4ae5-8be6-6f8750697d34 req-c703d24d-e5ac-4847-9e1c-f06ab7339819 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 Sep 06 05:37:01.722606 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port cec9359c-58de-4997-83f9-b00c6a08a716, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cec9359c-58de-4997-83f9-b00c6a08a716,segment=NetworkSegment(24d23ada-4028-4e42-99b3-f2cb40a58c86),segment_id=24d23ada-4028-4e42-99b3-f2cb40a58c86)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:01.728620 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:01.794338 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=cec9359c-58de-4997-83f9-b00c6a08a716,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:01.920076 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc940d-fd8f-42cf-b0ca-cb2c76cfaa72" -d '{"events": [{"server_uuid": "d06d7b09-25cd-4e2a-9dac-485e74a6ed56", "name": "network-vif-plugged", "status": "completed", "tag": "cec9359c-58de-4997-83f9-b00c6a08a716"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:02.069802 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270cb660-6b14-455f-b5b0-cf0ea6438e1e x-openstack-request-id: req-270cb660-6b14-455f-b5b0-cf0ea6438e1e {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:02.070612 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06d7b09-25cd-4e2a-9dac-485e74a6ed56", "name": "network-vif-plugged", "status": "completed", "tag": "cec9359c-58de-4997-83f9-b00c6a08a716", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:02.070994 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-270cb660-6b14-455f-b5b0-cf0ea6438e1e {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:02.071704 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec9359c-58de-4997-83f9-b00c6a08a716', 'code': 200} Sep 06 05:37:02.079232 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb6f20-bf6e-408c-8db9-a0e597ce5034 req-22275bdf-faf4-4842-a72e-c2314e9018b9 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:02.081214 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3ecb6f20-bf6e-408c-8db9-a0e597ce5034 req-22275bdf-faf4-4842-a72e-c2314e9018b9 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0668876 Sep 06 05:37:02.129636 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3ecb6f20-bf6e-408c-8db9-a0e597ce5034 req-fa4f2e09-80fb-484a-b493-33f1fcc6caf7 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Sep 06 05:37:02.222169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 35836) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:02.296471 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e0164-6ac8-43d5-8ec3-6cba7268605a req-9ea4cea2-7be1-456e-a464-465ef05d8de5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:02.304177 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2c1e0164-6ac8-43d5-8ec3-6cba7268605a req-9ea4cea2-7be1-456e-a464-465ef05d8de5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0644693 Sep 06 05:37:02.342991 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3f543e5e-5a9b-4da2-a6a2-d46da9c15260 req-67f51ee6-bec8-4dec-ba99-24b2766e212f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0371356 Sep 06 05:37:02.361175 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0af2d43a-3782-446e-ae92-136f698a4718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.382670 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2c1e0164-6ac8-43d5-8ec3-6cba7268605a req-0180fed4-4129-4772-b224-c017fd3aea30 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779481 Sep 06 05:37:02.463273 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0af2d43a-3782-446e-ae92-136f698a4718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.466760 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0af2d43a-3782-446e-ae92-136f698a4718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.504519 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-0af2d43a-3782-446e-ae92-136f698a4718 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=430db4a8f8fd4585b738b702f000ab42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811289 Sep 06 05:37:02.505378 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2d43a-3782-446e-ae92-136f698a4718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921c057-0b3c-4edb-9316-1b69475b3e98,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:02.507274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 35844) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:02.561342 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d82405f-4a25-476a-b140-1f498d004e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.585046 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d82405f-4a25-476a-b140-1f498d004e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.640632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d82405f-4a25-476a-b140-1f498d004e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.644837 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d82405f-4a25-476a-b140-1f498d004e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:02.646024 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6d82405f-4a25-476a-b140-1f498d004e47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5921c057-0b3c-4edb-9316-1b69475b3e98 HTTP/1.1" status: 204 len: 168 time: 0.1377699 Sep 06 05:37:02.653907 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82405f-4a25-476a-b140-1f498d004e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921c057-0b3c-4edb-9316-1b69475b3e98,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:02.849373 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694826-8dbb-48ba-92a1-57afac4265ea req-7ad66ded-ddb3-4aad-a877-bcfaece766ce tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:02.850955 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f5694826-8dbb-48ba-92a1-57afac4265ea req-7ad66ded-ddb3-4aad-a877-bcfaece766ce tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.0526888 Sep 06 05:37:02.890298 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f5694826-8dbb-48ba-92a1-57afac4265ea req-c5ae2b0d-1c31-40b8-a436-9e1d29961d5d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Sep 06 05:37:03.239416 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d031d-0cd6-4dd0-a793-70000f577b1e req-4fa40f8d-a27a-4ca1-b5f5-58336d822e87 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.240937 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb9d031d-0cd6-4dd0-a793-70000f577b1e req-4fa40f8d-a27a-4ca1-b5f5-58336d822e87 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0495830 Sep 06 05:37:03.280489 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb9d031d-0cd6-4dd0-a793-70000f577b1e req-f0751a9b-ea6a-4255-949b-bcecbae6509b tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Sep 06 05:37:03.343827 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-c325ce67-aac9-415d-8514-564086331cf8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 217 time: 0.0497193 Sep 06 05:37:03.363818 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-d0f4bdbc-9f3b-409d-b05d-58236cc2be4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795250 Sep 06 05:37:03.453518 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-caafaf12-f419-44ae-b28b-49b81992df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.455960 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-caafaf12-f419-44ae-b28b-49b81992df28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0951884 Sep 06 05:37:03.472150 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-ffca7b2a-16f7-4e91-b01c-eba609c1facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.475867 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-ffca7b2a-16f7-4e91-b01c-eba609c1facb service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.1971390 Sep 06 05:37:03.521905 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-358cc07e-b148-42ec-8914-d9690239d108 req-54b6095b-07e5-4fd4-945a-9b3c55f27c83 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0644221 Sep 06 05:37:03.559202 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-86b19fb6-4ac5-4934-9ae3-0777ab52aba5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733ee0df-0d24-4513-8120-bcd78b7e101e HTTP/1.1" status: 200 len: 217 time: 0.0693638 Sep 06 05:37:03.669165 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-9dadb7d8-b715-4a0e-82a1-85f079a27dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.670907 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-9dadb7d8-b715-4a0e-82a1-85f079a27dd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0897377 Sep 06 05:37:03.672621 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c6085d2e-71d1-4fbd-b025-c5abed6b365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.674892 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c6085d2e-71d1-4fbd-b025-c5abed6b365e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 1099 time: 0.1255665 Sep 06 05:37:03.676351 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-511f18fc-b630-4bdb-8e28-1a1d3d24a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.677925 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-511f18fc-b630-4bdb-8e28-1a1d3d24a5ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1589842 Sep 06 05:37:03.698395 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d798db-3695-434f-b30c-d102957acabf req-a1132776-848f-44ec-8dd1-3fe70962e01d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:03.700111 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a2d798db-3695-434f-b30c-d102957acabf req-a1132776-848f-44ec-8dd1-3fe70962e01d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1838210 Sep 06 05:37:03.737896 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-77c9dbbe-3d8e-4206-8d6a-8127837007bd service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787657 Sep 06 05:37:03.750124 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-7f659c92-56bb-471f-82be-aacbb1e25f83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619175 Sep 06 05:37:03.756416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c622fb17-9209-4ff0-9541-81ee37fa9619 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:03.808410 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a2d798db-3695-434f-b30c-d102957acabf req-e1f7b560-1cd3-445d-942a-a5c7a416863d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959911 Sep 06 05:37:03.927523 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-088f21f5-207b-4297-b52b-6157a15ae157 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262907 Sep 06 05:37:03.948197 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcf0da6-3515-442c-a4a4-01d342ee2a64 req-51889d25-d290-45b3-bd60-8058cc47f717 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921439 Sep 06 05:37:04.005729 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-4b6a989e-40b3-412a-a16e-f352a63183db service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452452 Sep 06 05:37:04.035429 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.25', 65192) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:04.150333 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-8be1963c-b2eb-4469-a243-ec31edff48ec service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146673 Sep 06 05:37:04.180099 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23772181-e6c3-49ae-991d-146b98f7e386 req-aeaa1393-dd68-492e-a065-3344a48bbf3d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:04.181867 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23772181-e6c3-49ae-991d-146b98f7e386 req-aeaa1393-dd68-492e-a065-3344a48bbf3d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.1704698 Sep 06 05:37:04.185929 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-99f60113-745d-40c0-90b8-f20fd4ede5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:04.188327 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-99f60113-745d-40c0-90b8-f20fd4ede5bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1097 time: 0.1475942 Sep 06 05:37:04.300880 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c622fb17-9209-4ff0-9541-81ee37fa9619 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:04.343948 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c622fb17-9209-4ff0-9541-81ee37fa9619 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:04.364137 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23772181-e6c3-49ae-991d-146b98f7e386 req-ac3e7a73-0191-4a52-875a-75421a3a87ff tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710875 Sep 06 05:37:04.420079 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c622fb17-9209-4ff0-9541-81ee37fa9619 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161074 Sep 06 05:37:04.423487 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622fb17-9209-4ff0-9541-81ee37fa9619 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6068ade1-1f65-4975-b915-9e0990e4ba21,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:04.428029 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1485c8c-03ad-4f95-96e0-afa99d53180b req-ca10c51b-4fb2-47c4-ac91-b1752fff8726 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033661 Sep 06 05:37:04.459925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-b19be024-268c-4792-9837-435e9f190e0f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:04.462162 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-b19be024-268c-4792-9837-435e9f190e0f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 810 time: 0.3269281 Sep 06 05:37:04.469245 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-7102aecf-d221-4980-8d94-a2938dcf2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:04.471396 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-7102aecf-d221-4980-8d94-a2938dcf2490 service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.2600143 Sep 06 05:37:04.483142 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47baea-2bc6-4b90-b908-1ec86dd4cfdf req-db089557-916d-40f6-b4bc-6435f015a331 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:04.484593 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4b47baea-2bc6-4b90-b908-1ec86dd4cfdf req-db089557-916d-40f6-b4bc-6435f015a331 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0810978 Sep 06 05:37:04.539947 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4b47baea-2bc6-4b90-b908-1ec86dd4cfdf req-cec533e2-9bf1-4d20-a8fc-01398d187bc4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Sep 06 05:37:04.645479 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-08828b6f-b356-45c5-bbff-556589a17913 req-c9e7d2df-e8ae-4daa-bddd-a339c6be164c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0299232 Sep 06 05:37:04.947537 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd7dee-7af4-42ca-8766-b6d0b927c0fe req-1f937f61-7733-475e-9b3f-3a35607c766c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:04.949243 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-65bd7dee-7af4-42ca-8766-b6d0b927c0fe req-1f937f61-7733-475e-9b3f-3a35607c766c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0563054 Sep 06 05:37:04.989454 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-65bd7dee-7af4-42ca-8766-b6d0b927c0fe req-84a586d4-b39a-48df-a453-7005f91f5b43 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342281 Sep 06 05:37:05.336168 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:37:05.429361 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:05.441123 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'mac_address': 'fa:16:3e:d8:50:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:37:05.478132 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc4688-d559-4953-a698-1fdeaecb5b28 req-0c712247-48e1-4925-a77a-ab7a724f65c1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:05.479706 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94bc4688-d559-4953-a698-1fdeaecb5b28 req-0c712247-48e1-4925-a77a-ab7a724f65c1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.0516391 Sep 06 05:37:05.483135 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:05.496689 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:37:05.516589 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:05.521979 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:05.524691 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94bc4688-d559-4953-a698-1fdeaecb5b28 req-e357bd90-5b99-427a-a5e6-f32483258319 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 Sep 06 05:37:05.570719 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:05.654412 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2482e-07c2-456d-9e3a-1aa3d6fff1ff req-63668a6f-e31c-4c90-9687-7bf1081003df tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:05.655890 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-dab2482e-07c2-456d-9e3a-1aa3d6fff1ff req-63668a6f-e31c-4c90-9687-7bf1081003df tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0467074 Sep 06 05:37:05.693594 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-dab2482e-07c2-456d-9e3a-1aa3d6fff1ff req-8ef031d9-d1fd-4803-8241-5ea19820d0fd tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Sep 06 05:37:05.746325 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-734d9b0e-9b3e-47bf-a421-4cea42d69c45 req-93a222b4-e70e-45b4-9e78-3623fb024431 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Sep 06 05:37:06.108461 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aac66e-bc4c-4c3d-9087-024c2c6fe562 req-0f444e46-df05-49e6-b045-94924e8d667b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:06.109920 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-28aac66e-bc4c-4c3d-9087-024c2c6fe562 req-0f444e46-df05-49e6-b045-94924e8d667b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.0477793 Sep 06 05:37:06.146797 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-28aac66e-bc4c-4c3d-9087-024c2c6fe562 req-27657375-2bb3-4d24-a597-c8b3afca4c19 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Sep 06 05:37:06.643974 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73fd3b-da0d-4677-92b5-4e9c050de0f3 req-8985b149-6d53-4766-a6c9-d32e45d1bc7e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:06.645507 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8e73fd3b-da0d-4677-92b5-4e9c050de0f3 req-8985b149-6d53-4766-a6c9-d32e45d1bc7e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.0521228 Sep 06 05:37:06.684674 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8e73fd3b-da0d-4677-92b5-4e9c050de0f3 req-27d5324b-ff7c-4b54-8eee-034e76889919 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Sep 06 05:37:06.815851 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ec5d-8218-4675-865b-69ed1711d22f req-11af87ed-8049-47c6-bffc-642c503b6132 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:06.817251 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb7ec5d-8218-4675-865b-69ed1711d22f req-11af87ed-8049-47c6-bffc-642c503b6132 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Sep 06 05:37:06.851751 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3d7e1ee1-ba8b-48e0-a7a4-a1e1caa53fc7 req-c12155fd-1e2a-4343-bfbe-0741ba46c8dd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0335133 Sep 06 05:37:06.878134 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb7ec5d-8218-4675-865b-69ed1711d22f req-4272d92b-4bc2-46ba-b5d0-7934f252b1e4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516863 Sep 06 05:37:07.261340 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd7b3b-7957-4c10-bc1c-325541c5f0fd req-2aeac45e-100d-43d2-bd58-f116733b48b8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:07.262881 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-41cd7b3b-7957-4c10-bc1c-325541c5f0fd req-2aeac45e-100d-43d2-bd58-f116733b48b8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.0467412 Sep 06 05:37:07.300970 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-41cd7b3b-7957-4c10-bc1c-325541c5f0fd req-85b2befd-edc1-42bd-83a4-611cb87cc102 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Sep 06 05:37:07.563383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:37:07.738264 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-7f125173-a9f4-4394-a801-29ec966578a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.0727577 Sep 06 05:37:07.743305 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-2c848e42-cd7b-4449-b546-e625cd493eaa tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee4a60523a04b1f886faed1130a113d HTTP/1.1" status: 200 len: 380 time: 0.0801558 Sep 06 05:37:07.757691 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'port': {'device_id': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'admin_state_up': True, 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'security_groups': ['4d122d91-e270-48f8-a77b-03f60444f21b']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:37:07.820852 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-1e8de5e1-b06d-4550-af78-53dcc5480ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:07.822447 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-1e8de5e1-b06d-4550-af78-53dcc5480ab5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0719936 Sep 06 05:37:07.851606 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ef4e-6792-4130-86d7-8ab01face11d req-390f28ea-9a00-4937-bc8f-877d8e7fe45a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:07.853511 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aa74ef4e-6792-4130-86d7-8ab01face11d req-390f28ea-9a00-4937-bc8f-877d8e7fe45a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.0766954 Sep 06 05:37:07.878993 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-1a341f9b-76cd-4479-84af-ba7d223169de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431340 Sep 06 05:37:07.953817 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aa74ef4e-6792-4130-86d7-8ab01face11d req-a294aa30-d7fc-460b-98f8-13be996d9601 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774233 Sep 06 05:37:08.020553 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bd915566-1f29-4978-8123-2b9bf3e158dc req-5a61b951-0b00-4e24-a24c-b694301e0e79 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0376828 Sep 06 05:37:08.041041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-f50c7df3-205e-4a55-aa44-ab138ebc0609 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473947 Sep 06 05:37:08.109196 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Made reservation on behalf of 7ee4a60523a04b1f886faed1130a113d for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:37:08.113793 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.245839 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Allocated IP 172.20.0.9 (103d5100-15eb-4cdf-876c-601e98561169/9a0de25f-d744-4514-8db4-1e6f32878b66/7da49951-215c-412d-849e-7d8c8c68c405) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:37:08.341021 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61ba8-1eb6-44ac-8e12-d2c4ef159ceb req-020efc00-b6ee-4e49-a5f1-4f99cca88fc2 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:08.342554 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8c61ba8-1eb6-44ac-8e12-d2c4ef159ceb req-020efc00-b6ee-4e49-a5f1-4f99cca88fc2 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.3063486 Sep 06 05:37:08.379662 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d564ad26-0965-4c3f-8deb-e922048b7424 req-63233410-1f5c-4881-8358-7dbca5bce485 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299408 Sep 06 05:37:08.396926 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.416451 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Transition to ACTIVE for port object 7da49951-215c-412d-849e-7d8c8c68c405 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:37:08.427868 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8c61ba8-1eb6-44ac-8e12-d2c4ef159ceb req-bb1440c2-b30b-4f5e-89cb-bd1fdfb2ba51 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777802 Sep 06 05:37:08.453211 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e965f7-90de-4b2e-b5d9-5ed9b5ff6e4a req-d18a9193-e981-4fd2-8fe4-f6d025fd5374 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:08.459485 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.464011 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-55e965f7-90de-4b2e-b5d9-5ed9b5ff6e4a req-d18a9193-e981-4fd2-8fe4-f6d025fd5374 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.0735934 Sep 06 05:37:08.504203 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Network 103d5100-15eb-4cdf-876c-601e98561169 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:37:08.507600 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:37:08.511385 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:37:08.523600 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-55e965f7-90de-4b2e-b5d9-5ed9b5ff6e4a req-901d015f-cd69-4115-b202-74df09bda3e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542936 Sep 06 05:37:08.593631 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'Port': ['ID=7da49951-215c-412d-849e-7d8c8c68c405,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:08.604124 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:08.604778 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.621732 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-4aff4336-630b-43db-b7ea-0cb2ef632f8b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693066 Sep 06 05:37:08.633333 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 733ee0df-0d24-4513-8120-bcd78b7e101e details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:37:08.656061 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Request body: {'port': {'device_id': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:37:08.689667 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:37:08.759244 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.852761 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-41ba05d6-51e1-49c7-b1ea-b60e78a362a5 None None] Provisioning for port 7da49951-215c-412d-849e-7d8c8c68c405 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:37:08.858289 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 733ee0df-0d24-4513-8120-bcd78b7e101e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=733ee0df-0d24-4513-8120-bcd78b7e101e,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:08.868262 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-41ba05d6-51e1-49c7-b1ea-b60e78a362a5 None None] Provisioning complete for port 7da49951-215c-412d-849e-7d8c8c68c405 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:37:08.868855 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-41ba05d6-51e1-49c7-b1ea-b60e78a362a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.876738 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '733ee0df-0d24-4513-8120-bcd78b7e101e', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'port_id': '733ee0df-0d24-4513-8120-bcd78b7e101e', 'mac_address': 'fa:16:3e:d8:6d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:37:08.897763 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:37:08.906567 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:37:08.907179 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:08.962574 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-41ba05d6-51e1-49c7-b1ea-b60e78a362a5 None None] Port 7da49951-215c-412d-849e-7d8c8c68c405 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:37:08.987752 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.016863 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733ee0df-0d24-4513-8120-bcd78b7e101e {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:37:09.075757 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da49951-215c-412d-849e-7d8c8c68c405 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:37:09.085147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.098910 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Transition to ACTIVE for port object 7da49951-215c-412d-849e-7d8c8c68c405 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:37:09.106286 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.133871 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fceb2-ca9a-4d4c-8669-4d2b8f2c8ede req-c7de1dc3-2c6e-4daa-9f44-acd0fcd086af tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:09.140170 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 733ee0df-0d24-4513-8120-bcd78b7e101e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=733ee0df-0d24-4513-8120-bcd78b7e101e,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:09.147188 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-444fceb2-ca9a-4d4c-8669-4d2b8f2c8ede req-c7de1dc3-2c6e-4daa-9f44-acd0fcd086af tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 943 time: 0.1147590 Sep 06 05:37:09.155367 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.228009 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.264764 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-444fceb2-ca9a-4d4c-8669-4d2b8f2c8ede req-1391d548-75ef-422b-b10e-e901182dacf5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158829 Sep 06 05:37:09.289462 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242889ab-fbcb-4a7c-8eb9-4a2b7b542dd2 req-882387ef-18a8-4d73-8c68-6c1e3c1bdfe6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:09.297829 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-242889ab-fbcb-4a7c-8eb9-4a2b7b542dd2 req-882387ef-18a8-4d73-8c68-6c1e3c1bdfe6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 943 time: 0.1269898 Sep 06 05:37:09.328266 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:09.331064 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:09.334002 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7da49951-215c-412d-849e-7d8c8c68c405,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:09.334446 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784af5d-a394-471d-ac02-d629bb5bc035" -d '{"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:09.341113 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.347062 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Attempting to bind port 7da49951-215c-412d-849e-7d8c8c68c405 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:37:09.348541 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Attempting to bind port 7da49951-215c-412d-849e-7d8c8c68c405 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:37:09.348981 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Attempting to bind port 7da49951-215c-412d-849e-7d8c8c68c405 on network 103d5100-15eb-4cdf-876c-601e98561169 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:37:09.363081 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Port 7da49951-215c-412d-849e-7d8c8c68c405 on network 103d5100-15eb-4cdf-876c-601e98561169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:37:09.363255 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=733ee0df-0d24-4513-8120-bcd78b7e101e,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:09.363496 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Attempting to bind port 7da49951-215c-412d-849e-7d8c8c68c405 on network 103d5100-15eb-4cdf-876c-601e98561169 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:37:09.371832 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-242889ab-fbcb-4a7c-8eb9-4a2b7b542dd2 req-9d01ec8a-2109-4203-83c6-04866d9b011e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675101 Sep 06 05:37:09.394309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:37:09.394755 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Checking segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:37:09.395159 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Bound using segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:37:09.395620 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Bound port: 7da49951-215c-412d-849e-7d8c8c68c405, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:37:09.396006 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.412871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245df5e-2142-4064-8d13-20a0c6e34930 x-openstack-request-id: req-b245df5e-2142-4064-8d13-20a0c6e34930 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:09.413466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:09.413959 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b245df5e-2142-4064-8d13-20a0c6e34930 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:09.414559 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'code': 200} Sep 06 05:37:09.436509 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:09.491930 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] For port 7da49951-215c-412d-849e-7d8c8c68c405, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:37:09.495791 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] For port 7da49951-215c-412d-849e-7d8c8c68c405, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7da49951-215c-412d-849e-7d8c8c68c405,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:37:09.502931 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.542998 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:09.544891 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:09.545603 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] 10.222.0.25 "PUT /v2.0/ports/7da49951-215c-412d-849e-7d8c8c68c405 HTTP/1.1" status: 200 len: 1093 time: 0.9023597 Sep 06 05:37:09.546055 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:09.548843 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4825c28-4bff-469a-a120-4467d56ac451" -d '{"events": [{"name": "network-changed", "server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "tag": "7da49951-215c-412d-849e-7d8c8c68c405"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:09.597299 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283d18d-e650-446b-a672-e3f2dd6b0fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7da49951-215c-412d-849e-7d8c8c68c405,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:09.640569 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007048f6-0693-44c6-871c-5113d40d00da req-c7356bbf-c273-44d3-9ce3-021a9610cae8 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:09.650145 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-007048f6-0693-44c6-871c-5113d40d00da req-c7356bbf-c273-44d3-9ce3-021a9610cae8 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.1333921 Sep 06 05:37:09.715143 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-007048f6-0693-44c6-871c-5113d40d00da req-0b5a44a4-91a9-4b35-ba5c-afa965208237 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Sep 06 05:37:09.728445 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c32d88-e785-4536-b7da-37beee91c272 req-5c34049e-c3b5-4a8e-bc04-c5b40b99aa77 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:09.736294 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c1c32d88-e785-4536-b7da-37beee91c272 req-5c34049e-c3b5-4a8e-bc04-c5b40b99aa77 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0831480 Sep 06 05:37:09.763256 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eec19c-43cf-4a1f-83b7-fcd4de78b3ee x-openstack-request-id: req-40eec19c-43cf-4a1f-83b7-fcd4de78b3ee {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:09.763777 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "tag": "7da49951-215c-412d-849e-7d8c8c68c405", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:09.763860 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40eec19c-43cf-4a1f-83b7-fcd4de78b3ee {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:09.764325 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405', 'status': 'completed', 'code': 200} Sep 06 05:37:09.772417 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c1c32d88-e785-4536-b7da-37beee91c272 req-5299130e-bec3-4441-89d9-3d8686561341 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351601 Sep 06 05:37:10.368991 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952628d7-566b-4cc8-a4cb-4aac22a53601 req-8af7f52c-aa6d-4414-b702-f65e446f67a3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:10.370490 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-952628d7-566b-4cc8-a4cb-4aac22a53601 req-8af7f52c-aa6d-4414-b702-f65e446f67a3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 944 time: 0.0475962 Sep 06 05:37:10.409471 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-952628d7-566b-4cc8-a4cb-4aac22a53601 req-f300f908-819c-4726-bfcf-a95b9217e64e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Sep 06 05:37:10.487931 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431dc0e-189e-4b21-a132-9a6557406637 req-ad836788-1f52-464e-8861-20a42f4bc659 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:10.489423 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0431dc0e-189e-4b21-a132-9a6557406637 req-ad836788-1f52-464e-8861-20a42f4bc659 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 943 time: 0.0511794 Sep 06 05:37:10.528045 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0431dc0e-189e-4b21-a132-9a6557406637 req-ee722b0f-bc87-443a-9a54-77b2f4db1b37 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Sep 06 05:37:10.827456 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3eb0a-edd3-40bb-84c8-05974d00e5d4 req-b675dabb-79c7-4020-bb93-3e55b8bbbc67 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:10.828939 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cb3eb0a-edd3-40bb-84c8-05974d00e5d4 req-b675dabb-79c7-4020-bb93-3e55b8bbbc67 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0475180 Sep 06 05:37:10.890404 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cb3eb0a-edd3-40bb-84c8-05974d00e5d4 req-fe76feb1-79e8-480e-a363-2654370c9c16 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Sep 06 05:37:10.906122 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5217f-b2c5-4be3-8922-d18febcf3db4 req-83324ad8-fa46-4aaf-8c39-200ca9b0ac0f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:10.907775 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-34f5217f-b2c5-4be3-8922-d18febcf3db4 req-83324ad8-fa46-4aaf-8c39-200ca9b0ac0f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0594311 Sep 06 05:37:10.945507 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-34f5217f-b2c5-4be3-8922-d18febcf3db4 req-b8cafa79-9548-433e-9823-2a3e6f0873f3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Sep 06 05:37:11.526480 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c564ea-ea88-465b-bf6d-7d65a4f02213 req-028fd88c-15f8-40cf-bd39-8a8014051013 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:11.528013 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44c564ea-ea88-465b-bf6d-7d65a4f02213 req-028fd88c-15f8-40cf-bd39-8a8014051013 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 944 time: 0.0528595 Sep 06 05:37:11.566309 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44c564ea-ea88-465b-bf6d-7d65a4f02213 req-9c74783c-930f-4b0f-898a-c1eae6e62977 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Sep 06 05:37:11.639611 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973bc4-6339-4795-a8ee-f8aba6fa52d1 req-b47467f3-e190-45cf-a88d-f5d8f3132a44 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:11.641079 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7c973bc4-6339-4795-a8ee-f8aba6fa52d1 req-b47467f3-e190-45cf-a88d-f5d8f3132a44 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 943 time: 0.0467169 Sep 06 05:37:11.680173 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7c973bc4-6339-4795-a8ee-f8aba6fa52d1 req-e880ccdf-273c-4fd7-b8c3-2eb52884a253 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Sep 06 05:37:11.809008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825c28-4bff-469a-a120-4467d56ac451 req-b5239b4d-d715-45bc-b26c-c731331c1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:11.809540 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4825c28-4bff-469a-a120-4467d56ac451 req-b5239b4d-d715-45bc-b26c-c731331c1421 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 1096 time: 0.0454540 Sep 06 05:37:11.922941 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def9b0d-ba1f-4145-86d6-6ea5c4036cc3 req-73d94d33-1849-477d-91c3-20913977d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:11.925734 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2def9b0d-ba1f-4145-86d6-6ea5c4036cc3 req-73d94d33-1849-477d-91c3-20913977d6c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1098 time: 0.0727835 Sep 06 05:37:11.988325 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['733ee0df-0d24-4513-8120-bcd78b7e101e'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:37:12.016061 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2def9b0d-ba1f-4145-86d6-6ea5c4036cc3 req-b0d19c42-83c0-475b-b198-be472e731003 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832584 Sep 06 05:37:12.034579 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825c28-4bff-469a-a120-4467d56ac451 req-b76f3311-7320-4f18-8e00-d93f2ff46fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.036513 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4825c28-4bff-469a-a120-4467d56ac451 req-b76f3311-7320-4f18-8e00-d93f2ff46fb9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7ee4a60523a04b1f886faed1130a113d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1852930 Sep 06 05:37:12.052410 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:12.066511 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea18b-16be-4776-bb5d-7374eda25396 req-7fc5b635-8c41-4bcb-993d-838306b2a25a tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.068130 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f88ea18b-16be-4776-bb5d-7374eda25396 req-7fc5b635-8c41-4bcb-993d-838306b2a25a tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.1034839 Sep 06 05:37:12.105720 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc75b0-651b-4387-a2e8-53e048d60928 req-e01e3e5f-3e5c-431a-9579-3800e528e713 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.107242 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-98fc75b0-651b-4387-a2e8-53e048d60928 req-e01e3e5f-3e5c-431a-9579-3800e528e713 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0867274 Sep 06 05:37:12.135795 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f88ea18b-16be-4776-bb5d-7374eda25396 req-4ab96d04-fcd3-4969-866d-bbca4110c919 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Sep 06 05:37:12.161808 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-98fc75b0-651b-4387-a2e8-53e048d60928 req-79610255-e844-4fa8-96ea-bbf3b3caf1df tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Sep 06 05:37:12.406822 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825c28-4bff-469a-a120-4467d56ac451 req-f070e683-484f-48b9-ae76-f3598b0c9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.408936 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4825c28-4bff-469a-a120-4467d56ac451 req-f070e683-484f-48b9-ae76-f3598b0c9e5a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856534 Sep 06 05:37:12.508230 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e890f62c-0af4-4d6a-8a42-daeecadb2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.509720 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-e890f62c-0af4-4d6a-8a42-daeecadb2339 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 1096 time: 0.0403445 Sep 06 05:37:12.567640 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-282b5fce-67d7-45b2-8f51-6cef314c31ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da49951-215c-412d-849e-7d8c8c68c405 HTTP/1.1" status: 200 len: 217 time: 0.0404060 Sep 06 05:37:12.625671 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-c9ece650-d877-4644-80b4-75bf8cd904bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.628497 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-c9ece650-d877-4644-80b4-75bf8cd904bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0506270 Sep 06 05:37:12.686203 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-2590c0a8-6efc-4a1b-9ccd-18d47f5d465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.687746 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-2590c0a8-6efc-4a1b-9ccd-18d47f5d465a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508971 Sep 06 05:37:12.696797 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a59d48-fec6-4251-aaac-7718288507e4 req-a8621cb4-d635-48ed-b1f6-b1297e5cb7da tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.698485 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8a59d48-fec6-4251-aaac-7718288507e4 req-a8621cb4-d635-48ed-b1f6-b1297e5cb7da tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 944 time: 0.0481935 Sep 06 05:37:12.739585 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8a59d48-fec6-4251-aaac-7718288507e4 req-198644f1-24f4-486a-8fec-fe78a986bf6f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Sep 06 05:37:12.790576 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-1eab34d8-5c9a-4d61-af1a-7cfd96b0829d service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938380 Sep 06 05:37:12.807403 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4f8e-a060-4ef6-bfa0-6366354e67d1 req-61486f0f-0c49-44de-8795-b2391de97538 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:12.819421 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4fce4f8e-a060-4ef6-bfa0-6366354e67d1 req-61486f0f-0c49-44de-8795-b2391de97538 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 943 time: 0.0614288 Sep 06 05:37:12.857983 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4fce4f8e-a060-4ef6-bfa0-6366354e67d1 req-025281e8-c7f6-40eb-94a2-989479c9502a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Sep 06 05:37:12.900233 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cf42e74-c6da-4b94-80ea-f4a09f452fcd req-fe5755d4-e913-4dad-94a7-2e998786191f service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020792 Sep 06 05:37:13.320985 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c838-bcec-4996-a56b-4cceb3e46169 req-8e0e6d0a-4bc1-4e49-a08a-cfeddd240aa1 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:13.322427 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ea77c838-bcec-4996-a56b-4cceb3e46169 req-8e0e6d0a-4bc1-4e49-a08a-cfeddd240aa1 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0803194 Sep 06 05:37:13.330126 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce64136-2ee4-4118-ae09-c0d08e7d3881 req-5b4c62f9-74d1-4e7b-903c-8ff6487206e3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:13.331734 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fce64136-2ee4-4118-ae09-c0d08e7d3881 req-5b4c62f9-74d1-4e7b-903c-8ff6487206e3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0883443 Sep 06 05:37:13.385283 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ea77c838-bcec-4996-a56b-4cceb3e46169 req-17bc4451-276b-49e7-b3c6-e915687016fb tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Sep 06 05:37:13.393363 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fce64136-2ee4-4118-ae09-c0d08e7d3881 req-21ea17bf-6565-4143-897c-edc6e879d71e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542729 Sep 06 05:37:13.707595 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device d489a798-ebd8-44ee-9551-f64056da99d2 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:37:13.714515 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 733ee0df-0d24-4513-8120-bcd78b7e101e up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:37:13.846101 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 733ee0df-0d24-4513-8120-bcd78b7e101e completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:37:13.852515 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 733ee0df-0d24-4513-8120-bcd78b7e101e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:37:13.853083 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:13.869268 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd0cf9-f6ba-4726-83f3-3bfa10214848 req-03ecad79-b347-4a01-a027-f4e48d2b7177 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:13.870820 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a8cd0cf9-f6ba-4726-83f3-3bfa10214848 req-03ecad79-b347-4a01-a027-f4e48d2b7177 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 944 time: 0.0539827 Sep 06 05:37:13.907033 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port d489a798-ebd8-44ee-9551-f64056da99d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d489a798-ebd8-44ee-9551-f64056da99d2,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:13.916275 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a8cd0cf9-f6ba-4726-83f3-3bfa10214848 req-f01a2e8f-7f33-41c2-bf18-7e7b242664e3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Sep 06 05:37:13.925318 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'd489a798-ebd8-44ee-9551-f64056da99d2', 'network_id': '338bc86c-77b4-464b-ad96-07dd31e77218', 'port_id': 'd489a798-ebd8-44ee-9551-f64056da99d2', 'mac_address': 'fa:16:3e:07:b9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a6caaf-b839-4abf-a8fa-7787ec45e012', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:37:14.003990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:14.006226 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:14.026764 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d489a798-ebd8-44ee-9551-f64056da99d2 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:37:14.041720 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91c659-7eb2-41e2-9963-fd90e2b3231a req-7e2c4ac9-dc68-4d3b-a8b1-f5dbd001e810 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:14.043621 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5f91c659-7eb2-41e2-9963-fd90e2b3231a req-7e2c4ac9-dc68-4d3b-a8b1-f5dbd001e810 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 943 time: 0.0818119 Sep 06 05:37:14.046381 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ee0df-0d24-4513-8120-bcd78b7e101e'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:14.049376 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5597e4-847d-444b-94ad-9262bb49ed3c" -d '{"events": [{"server_uuid": "e92a0106-b93b-4552-a99d-827d67b34b27", "name": "network-vif-plugged", "status": "completed", "tag": "733ee0df-0d24-4513-8120-bcd78b7e101e"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:14.069340 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 733ee0df-0d24-4513-8120-bcd78b7e101e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=733ee0df-0d24-4513-8120-bcd78b7e101e,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:14.071336 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port d489a798-ebd8-44ee-9551-f64056da99d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d489a798-ebd8-44ee-9551-f64056da99d2,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:14.077540 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:14.081959 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:14.117268 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49166448-8c1a-43ff-b076-3271620a1d4d x-openstack-request-id: req-49166448-8c1a-43ff-b076-3271620a1d4d {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:14.117558 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a0106-b93b-4552-a99d-827d67b34b27", "name": "network-vif-plugged", "status": "completed", "tag": "733ee0df-0d24-4513-8120-bcd78b7e101e", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:14.117974 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49166448-8c1a-43ff-b076-3271620a1d4d {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:14.118567 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ee0df-0d24-4513-8120-bcd78b7e101e', 'code': 200} Sep 06 05:37:14.145845 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5f91c659-7eb2-41e2-9963-fd90e2b3231a req-b570c5dd-5a0e-45bd-a65b-9b9f09bbd65d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775347 Sep 06 05:37:14.147270 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=d489a798-ebd8-44ee-9551-f64056da99d2,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:14.215937 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=733ee0df-0d24-4513-8120-bcd78b7e101e,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:14.311069 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08c4f-ddac-4541-b937-c5c2d5934177 req-8d23b1b9-7318-4886-845a-434c0e36e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:14.312579 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8d08c4f-ddac-4541-b937-c5c2d5934177 req-8d23b1b9-7318-4886-845a-434c0e36e95b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 1098 time: 0.0558248 Sep 06 05:37:14.339723 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['d489a798-ebd8-44ee-9551-f64056da99d2'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:37:14.354224 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8d08c4f-ddac-4541-b937-c5c2d5934177 req-d2bd4a9a-39b5-4161-ba9f-2fc6a5b9f904 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336406 Sep 06 05:37:14.530692 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9b71-cb8d-4cf1-9584-1a3554fd381c req-e8945913-b13c-402d-872b-f4d037eaa591 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:14.532200 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cdc9b71-cb8d-4cf1-9584-1a3554fd381c req-e8945913-b13c-402d-872b-f4d037eaa591 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Sep 06 05:37:14.569446 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9cdc9b71-cb8d-4cf1-9584-1a3554fd381c req-bdadf0e1-c626-497c-976d-eb049461ab30 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305240 Sep 06 05:37:14.726116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b22f0-d00c-4b36-80e2-bc24f8026a4f req-9c66d7a4-a014-4057-809e-542ed74ea58c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:14.727644 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a00b22f0-d00c-4b36-80e2-bc24f8026a4f req-9c66d7a4-a014-4057-809e-542ed74ea58c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Sep 06 05:37:14.736200 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36270) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:14.741435 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'floatingip': {'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:37:14.818063 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.068919 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a630b42-dab9-474b-8701-f3b8ac6cfe2a req-272c8a84-1b9c-4734-b20f-312cae8199df tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:15.071663 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5a630b42-dab9-474b-8701-f3b8ac6cfe2a req-272c8a84-1b9c-4734-b20f-312cae8199df tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0785761 Sep 06 05:37:15.116163 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5a630b42-dab9-474b-8701-f3b8ac6cfe2a req-cdf103bb-7afa-4137-b52a-5dc16daa0571 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Sep 06 05:37:15.273801 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd6ba-6b93-4e29-91fd-34f6d95bc3d4 req-1c5279fb-4f16-455e-9b5a-e34b4fe7f978 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:15.281111 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0bfdd6ba-6b93-4e29-91fd-34f6d95bc3d4 req-1c5279fb-4f16-455e-9b5a-e34b4fe7f978 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 943 time: 0.0568969 Sep 06 05:37:15.328204 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0bfdd6ba-6b93-4e29-91fd-34f6d95bc3d4 req-21457e9a-edf5-400c-a2e7-f6bff1cc3fac tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Sep 06 05:37:15.561940 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36310) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:15.712361 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 7da49951-215c-412d-849e-7d8c8c68c405 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:37:15.749626 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-55e273ef-1a3e-4646-92e6-dfbfd00e1d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.751738 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.758915 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.760267 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device d489a798-ebd8-44ee-9551-f64056da99d2 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:37:15.874363 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 7da49951-215c-412d-849e-7d8c8c68c405, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7da49951-215c-412d-849e-7d8c8c68c405,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:15.876713 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port d489a798-ebd8-44ee-9551-f64056da99d2 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:37:15.882351 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-55e273ef-1a3e-4646-92e6-dfbfd00e1d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.888155 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port d489a798-ebd8-44ee-9551-f64056da99d2 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:37:15.888557 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.889860 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-55e273ef-1a3e-4646-92e6-dfbfd00e1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:15.893129 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '7da49951-215c-412d-849e-7d8c8c68c405', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'port_id': '7da49951-215c-412d-849e-7d8c8c68c405', 'mac_address': 'fa:16:3e:58:bb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:37:15.901022 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Floating IP 76ed5330-7dab-4f2b-8fb1-bed9a5e33419 associated. External IP: 172.27.3.21, port: 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6. Sep 06 05:37:15.940166 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-55e273ef-1a3e-4646-92e6-dfbfd00e1d36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f9219214ce94fbc8d6b9cd4a0546dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770061 Sep 06 05:37:15.941212 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e273ef-1a3e-4646-92e6-dfbfd00e1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d57418-6b45-4b7d-ae0c-643df7905650,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:15.944175 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36326) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:15.999830 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.031394 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b3d0795f-0084-41ac-b032-32110c4f8f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.049758 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da49951-215c-412d-849e-7d8c8c68c405 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:37:16.065753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b3d0795f-0084-41ac-b032-32110c4f8f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.085345 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 7da49951-215c-412d-849e-7d8c8c68c405, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7da49951-215c-412d-849e-7d8c8c68c405,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:16.092480 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.127605 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b791b-a33c-4321-9887-6133e07710bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489a798-ebd8-44ee-9551-f64056da99d2'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:16.130161 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dc0230-1fcf-4500-8688-6d43652dc669" -d '{"events": [{"server_uuid": "050b791b-a33c-4321-9887-6133e07710bc", "name": "network-vif-plugged", "status": "completed", "tag": "d489a798-ebd8-44ee-9551-f64056da99d2"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:16.130484 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b3d0795f-0084-41ac-b032-32110c4f8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.132852 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.133281 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b3d0795f-0084-41ac-b032-32110c4f8f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.147249 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b3d0795f-0084-41ac-b032-32110c4f8f7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23d57418-6b45-4b7d-ae0c-643df7905650 HTTP/1.1" status: 204 len: 168 time: 0.1897390 Sep 06 05:37:16.165817 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port d489a798-ebd8-44ee-9551-f64056da99d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d489a798-ebd8-44ee-9551-f64056da99d2,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:16.170728 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0795f-0084-41ac-b032-32110c4f8f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d57418-6b45-4b7d-ae0c-643df7905650,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:16.171229 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.203006 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5521de-7f69-410a-8336-92608be9540c x-openstack-request-id: req-7b5521de-7f69-410a-8336-92608be9540c {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:16.203469 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b791b-a33c-4321-9887-6133e07710bc", "name": "network-vif-plugged", "status": "completed", "tag": "d489a798-ebd8-44ee-9551-f64056da99d2", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:16.203858 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b5521de-7f69-410a-8336-92608be9540c {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:16.204514 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b791b-a33c-4321-9887-6133e07710bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489a798-ebd8-44ee-9551-f64056da99d2', 'code': 200} Sep 06 05:37:16.224167 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=7da49951-215c-412d-849e-7d8c8c68c405,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:16.272870 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Router 142209fa-9ffc-4632-9679-4d06e0934ccd has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:37:16.309163 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219591f6-43cb-485f-92af-0486183b9720 req-f24e3452-924e-48fc-b519-ad822e4de387 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:16.317821 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-219591f6-43cb-485f-92af-0486183b9720 req-f24e3452-924e-48fc-b519-ad822e4de387 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0634384 Sep 06 05:37:16.322740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=d489a798-ebd8-44ee-9551-f64056da99d2,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:16.358185 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-219591f6-43cb-485f-92af-0486183b9720 req-b96843a0-1177-4d41-930c-10874dc15539 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Sep 06 05:37:16.429266 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:37:16.434263 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.453361 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:37:16.473331 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a48741-b1d6-4473-a746-b8054a7d44ae req-fbefaa48-fd9d-4a9c-a83b-c8b079a06eeb tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:16.474926 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4ee32c2e-294d-4346-886c-df9d58dc2774 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "PUT /v2.0/floatingips/76ed5330-7dab-4f2b-8fb1-bed9a5e33419 HTTP/1.1" status: 200 len: 990 time: 1.7375705 Sep 06 05:37:16.475511 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:16.476349 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:37:16.476982 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:16.478002 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-53a48741-b1d6-4473-a746-b8054a7d44ae req-fbefaa48-fd9d-4a9c-a83b-c8b079a06eeb tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 944 time: 0.0657523 Sep 06 05:37:16.484231 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fd34fc-793d-43c4-860d-8ef8b8537078" -d '{"events": [{"name": "network-changed", "server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:16.543479 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-53a48741-b1d6-4473-a746-b8054a7d44ae req-8c5a99ee-a818-4335-8ed1-cf5f112b4aec tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522802 Sep 06 05:37:16.601823 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:37:16.646201 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36360) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:16.662502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769dc85-9853-4226-b1ff-51645673bd24 x-openstack-request-id: req-a769dc85-9853-4226-b1ff-51645673bd24 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:16.663026 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:16.663486 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a769dc85-9853-4226-b1ff-51645673bd24 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:16.664089 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'status': 'completed', 'code': 200} Sep 06 05:37:16.665062 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22e8bf93-3ad3-434b-b706-83aa9228dc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.791166 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50121a6f-15a0-47d3-8739-083593a8942c req-5a8621c7-eda5-42f0-bd00-ae81822b0b79 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:16.792652 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-50121a6f-15a0-47d3-8739-083593a8942c req-5a8621c7-eda5-42f0-bd00-ae81822b0b79 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0806842 Sep 06 05:37:16.806737 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22e8bf93-3ad3-434b-b706-83aa9228dc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.813395 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22e8bf93-3ad3-434b-b706-83aa9228dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.871496 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-22e8bf93-3ad3-434b-b706-83aa9228dc1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e4b6ce028014fb5ace57a82e45e6081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240338 Sep 06 05:37:16.874252 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36364) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:16.874812 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-50121a6f-15a0-47d3-8739-083593a8942c req-92cf1c0d-4cae-41f1-933f-ae1d054456c2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733459 Sep 06 05:37:16.875526 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8bf93-3ad3-434b-b706-83aa9228dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2634a3e-2a1e-44ef-98a1-6e0c5c731b7f,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:16.896471 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '76ed5330-7dab-4f2b-8fb1-bed9a5e33419', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'mac_address': 'fa:16:3e:d8:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb008765-61ba-48ae-ae69-135f58210c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:36:42Z', 'updated_at': '2021-09-06T05:37:15Z', 'revision_number': 1, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:16.931183 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:37:16.934489 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8dff2f1b-8335-42db-b8ec-1a41e3637f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:16.946755 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:37:16.947359 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:36:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:16.956848 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8dff2f1b-8335-42db-b8ec-1a41e3637f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.005472 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8dff2f1b-8335-42db-b8ec-1a41e3637f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.009634 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8dff2f1b-8335-42db-b8ec-1a41e3637f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.013051 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8dff2f1b-8335-42db-b8ec-1a41e3637f7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2634a3e-2a1e-44ef-98a1-6e0c5c731b7f HTTP/1.1" status: 204 len: 168 time: 0.1323180 Sep 06 05:37:17.019494 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff2f1b-8335-42db-b8ec-1a41e3637f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2634a3e-2a1e-44ef-98a1-6e0c5c731b7f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:17.072571 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:37:17.404315 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '76ed5330-7dab-4f2b-8fb1-bed9a5e33419', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'mac_address': 'fa:16:3e:d8:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb008765-61ba-48ae-ae69-135f58210c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:36:42Z', 'updated_at': '2021-09-06T05:37:15Z', 'revision_number': 1, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:17.416483 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36390) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:17.431903 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68a0f09c-0704-4584-a555-f22a6fd4011b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.448660 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef950c28-cf3a-460c-8ca4-c58dcb87805b None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '76ed5330-7dab-4f2b-8fb1-bed9a5e33419', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'mac_address': 'fa:16:3e:d8:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb008765-61ba-48ae-ae69-135f58210c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:36:42Z', 'updated_at': '2021-09-06T05:37:15Z', 'revision_number': 1, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:37:17.535543 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68a0f09c-0704-4584-a555-f22a6fd4011b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.539243 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68a0f09c-0704-4584-a555-f22a6fd4011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.580787 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-68a0f09c-0704-4584-a555-f22a6fd4011b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f99e96ce5d9b45158a35f5b45d3e1414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619782 Sep 06 05:37:17.582897 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36398) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:17.585605 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0f09c-0704-4584-a555-f22a6fd4011b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f61c49-ac5a-4ed5-a018-59cdbfa2c4ec,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:17.641614 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c639f773-2eac-472e-ba8b-263f4092ac50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.665725 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c639f773-2eac-472e-ba8b-263f4092ac50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.667379 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503aee8e-d52e-456b-b284-128831889ee8 req-33bad8d9-5d4b-4c3a-856b-faae6a09651b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:17.669093 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-503aee8e-d52e-456b-b284-128831889ee8 req-33bad8d9-5d4b-4c3a-856b-faae6a09651b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 944 time: 0.0503101 Sep 06 05:37:17.690597 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30348ad0-9a89-4dd2-b358-5fb908405fb9 None None] New status for floating IP 76ed5330-7dab-4f2b-8fb1-bed9a5e33419: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:37:17.712876 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-503aee8e-d52e-456b-b284-128831889ee8 req-27fb55e6-1117-4cc1-9059-403f979200f4 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349305 Sep 06 05:37:17.719275 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c639f773-2eac-472e-ba8b-263f4092ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.722591 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c639f773-2eac-472e-ba8b-263f4092ac50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:17.723761 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c639f773-2eac-472e-ba8b-263f4092ac50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27f61c49-ac5a-4ed5-a018-59cdbfa2c4ec HTTP/1.1" status: 204 len: 168 time: 0.1396871 Sep 06 05:37:17.731582 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639f773-2eac-472e-ba8b-263f4092ac50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f61c49-ac5a-4ed5-a018-59cdbfa2c4ec,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:18.016646 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c776c8-8bf9-43d9-98b2-d7e8b31f6713 req-38bdd9a5-f056-4a45-951a-664948b3679e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:18.018470 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b6c776c8-8bf9-43d9-98b2-d7e8b31f6713 req-38bdd9a5-f056-4a45-951a-664948b3679e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0603194 Sep 06 05:37:18.068568 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b6c776c8-8bf9-43d9-98b2-d7e8b31f6713 req-f391679f-2043-4bc4-8879-8f9d89b45874 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Sep 06 05:37:18.846165 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dea3e-9b6b-41b7-8ae7-f747333e8f9b req-7e33302c-242a-4260-8cc2-eb6accbd0fde tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:18.847831 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-773dea3e-9b6b-41b7-8ae7-f747333e8f9b req-7e33302c-242a-4260-8cc2-eb6accbd0fde tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 944 time: 0.0625591 Sep 06 05:37:18.885018 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-773dea3e-9b6b-41b7-8ae7-f747333e8f9b req-8b6abc89-2d49-4353-ac8b-b5f8e3f5703e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Sep 06 05:37:19.033178 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147e696-da49-409f-a858-ef68e7e028ce req-51113f7f-8678-484a-b033-0a9095a7c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.034641 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-51113f7f-8678-484a-b033-0a9095a7c94e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 1098 time: 0.0529094 Sep 06 05:37:19.064979 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-5b95f1ee-6615-425a-b953-eda6a5df1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.066651 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-5b95f1ee-6615-425a-b953-eda6a5df1d70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1098 time: 0.0500674 Sep 06 05:37:19.171122 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba646f5-f7b8-426e-b05f-dffaab8ed2db req-857ad55d-11c8-4da8-8543-48c752ac7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.172797 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cba646f5-f7b8-426e-b05f-dffaab8ed2db req-857ad55d-11c8-4da8-8543-48c752ac7b27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.0935159 Sep 06 05:37:19.174155 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147e696-da49-409f-a858-ef68e7e028ce req-4ad7098b-4b23-4d9f-ada1-183dc7e0fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.175531 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-4ad7098b-4b23-4d9f-ada1-183dc7e0fda0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.1246600 Sep 06 05:37:19.197186 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-522f7fd0-53ec-4687-869a-aacf964873a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.198733 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-522f7fd0-53ec-4687-869a-aacf964873a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.1229312 Sep 06 05:37:19.214139 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c57fc5-8bdc-4cea-994d-f88e9b5a4f77 req-8d93dcb4-0dc0-451e-add1-8b01db45fc61 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.215603 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-89c57fc5-8bdc-4cea-994d-f88e9b5a4f77 req-8d93dcb4-0dc0-451e-add1-8b01db45fc61 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0640342 Sep 06 05:37:19.232700 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-8ad90050-2326-4543-9c27-f8c01dc710c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733ee0df-0d24-4513-8120-bcd78b7e101e HTTP/1.1" status: 200 len: 217 time: 0.0453327 Sep 06 05:37:19.269231 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['7da49951-215c-412d-849e-7d8c8c68c405'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:37:19.279519 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cba646f5-f7b8-426e-b05f-dffaab8ed2db req-023d2f71-3c35-4061-82d6-47237138e009 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933256 Sep 06 05:37:19.295566 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147e696-da49-409f-a858-ef68e7e028ce req-60e359ab-3f34-486d-8278-4cb740878de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.297093 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-60e359ab-3f34-486d-8278-4cb740878de5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0536866 Sep 06 05:37:19.330960 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-89c57fc5-8bdc-4cea-994d-f88e9b5a4f77 req-1b586691-8ae9-49d0-bff5-3ba54daed30f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083212 Sep 06 05:37:19.337674 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-7ba7e63f-2261-452a-88b1-6dd67ba06f32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1163275 Sep 06 05:37:19.421279 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-22f08dcc-89b9-4778-86df-4346517e2e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:19.586892 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-2158734e-63b2-4832-857a-3f97752debd2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353191 Sep 06 05:37:19.603839 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-6f2321b6-c50b-4971-a71c-f41c4986b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.605389 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-6f2321b6-c50b-4971-a71c-f41c4986b478 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0545361 Sep 06 05:37:19.666345 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-08ee39d0-bea7-4ab6-b780-e296aa2bbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:19.668339 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-08ee39d0-bea7-4ab6-b780-e296aa2bbfd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503666 Sep 06 05:37:19.751754 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-ea8d3710-7af2-4577-9b7b-8ccab3012696 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480350 Sep 06 05:37:19.794907 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-e5d59b28-7783-43e1-8324-9a08c624d29c service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186581 Sep 06 05:37:19.872429 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5147e696-da49-409f-a858-ef68e7e028ce req-ad95aed7-b6ca-411c-82c0-a237e426994d service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102223 Sep 06 05:37:19.902581 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8fd34fc-793d-43c4-860d-8ef8b8537078 req-6dd4e5af-a1ca-4173-ac71-f12d02f7fc46 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956295 Sep 06 05:37:20.045818 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7ec2f-4afa-44b5-af86-23aa38ba10ad req-48d9a1b6-819f-41a8-95ab-6389837c1ffe tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:20.047587 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-78e7ec2f-4afa-44b5-af86-23aa38ba10ad req-48d9a1b6-819f-41a8-95ab-6389837c1ffe tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 944 time: 0.0631602 Sep 06 05:37:20.110423 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-78e7ec2f-4afa-44b5-af86-23aa38ba10ad req-b1d15c05-8ef2-4cfd-9c34-0d1eee299f48 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Sep 06 05:37:20.447963 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4aad-65e0-45f9-9c40-40e94b6edbea req-c97f99e4-5cba-43b2-944f-a9c3da98edff tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:20.449450 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-84da4aad-65e0-45f9-9c40-40e94b6edbea req-c97f99e4-5cba-43b2-944f-a9c3da98edff tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0499513 Sep 06 05:37:20.489089 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-84da4aad-65e0-45f9-9c40-40e94b6edbea req-24b011fc-80eb-4feb-9ffd-3abf9271119a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Sep 06 05:37:20.888938 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 7da49951-215c-412d-849e-7d8c8c68c405 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:37:20.940164 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 7da49951-215c-412d-849e-7d8c8c68c405 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:37:20.947284 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 7da49951-215c-412d-849e-7d8c8c68c405 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:37:20.947284 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.031466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.055346 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:21.057779 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ce0f41-6053-45db-9a82-c4fbf9bb8cb5" -d '{"events": [{"server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "name": "network-vif-plugged", "status": "completed", "tag": "7da49951-215c-412d-849e-7d8c8c68c405"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:21.071392 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 7da49951-215c-412d-849e-7d8c8c68c405, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7da49951-215c-412d-849e-7d8c8c68c405,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:21.076347 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.108271 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475e1b30-74e9-42a2-97f3-614ce647893e x-openstack-request-id: req-475e1b30-74e9-42a2-97f3-614ce647893e {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:21.108566 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "name": "network-vif-plugged", "status": "completed", "tag": "7da49951-215c-412d-849e-7d8c8c68c405", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:21.108854 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-475e1b30-74e9-42a2-97f3-614ce647893e {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:21.109279 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405', 'code': 200} Sep 06 05:37:21.139534 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=7da49951-215c-412d-849e-7d8c8c68c405,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:21.279319 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092179c-a0c1-4f52-ad5a-4c917d046154 req-7c539e73-0379-471a-b3fd-60bc62d6673e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:21.281451 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d092179c-a0c1-4f52-ad5a-4c917d046154 req-7c539e73-0379-471a-b3fd-60bc62d6673e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0814724 Sep 06 05:37:21.346457 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d092179c-a0c1-4f52-ad5a-4c917d046154 req-ccc7d12d-9cac-4f24-8899-eacf29a7454d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569162 Sep 06 05:37:21.362626 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36548) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:21.418331 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0add473-b473-4170-898a-4d221c193586 req-43f7f520-8276-4c11-a318-32e2681b8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:21.420366 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b0add473-b473-4170-898a-4d221c193586 req-43f7f520-8276-4c11-a318-32e2681b8fef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 1098 time: 0.0534670 Sep 06 05:37:21.469130 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b0add473-b473-4170-898a-4d221c193586 req-35e7a383-84a8-4f36-8e9e-3d3cabc93738 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371804 Sep 06 05:37:21.502795 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a703d883-dd66-4ae0-9ac6-8e576030d4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.598816 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36560) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:21.628894 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d8f3-8f4f-4ca7-9b50-0576ad37d321 req-7241d055-5888-42a8-9446-825c8feb4028 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:21.630503 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6138d8f3-8f4f-4ca7-9b50-0576ad37d321 req-7241d055-5888-42a8-9446-825c8feb4028 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Sep 06 05:37:21.648486 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a703d883-dd66-4ae0-9ac6-8e576030d4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.659712 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a703d883-dd66-4ae0-9ac6-8e576030d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.673786 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6138d8f3-8f4f-4ca7-9b50-0576ad37d321 req-c17dc183-e18b-4cbc-a136-cad48d9eeddf tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Sep 06 05:37:21.699396 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a703d883-dd66-4ae0-9ac6-8e576030d4a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9c36ddbd1334747804ae8894c57fa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350492 Sep 06 05:37:21.702095 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36566) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:21.709216 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703d883-dd66-4ae0-9ac6-8e576030d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832ab65-e27d-4ca4-8774-f412ea19d15a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:21.746286 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e7b6-1ae3-4497-a1fc-2d635a77c7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.754283 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fa14f0f4-7700-4b6f-9b06-cb8c62ff598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.777311 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fa14f0f4-7700-4b6f-9b06-cb8c62ff598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.828825 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fa14f0f4-7700-4b6f-9b06-cb8c62ff598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.832124 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fa14f0f4-7700-4b6f-9b06-cb8c62ff598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.835816 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-fa14f0f4-7700-4b6f-9b06-cb8c62ff598e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4832ab65-e27d-4ca4-8774-f412ea19d15a HTTP/1.1" status: 204 len: 168 time: 0.1302366 Sep 06 05:37:21.841785 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14f0f4-7700-4b6f-9b06-cb8c62ff598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832ab65-e27d-4ca4-8774-f412ea19d15a,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:21.860942 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e7b6-1ae3-4497-a1fc-2d635a77c7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.865255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e7b6-1ae3-4497-a1fc-2d635a77c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.902857 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e7b6-1ae3-4497-a1fc-2d635a77c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf81d863-8bbb-4df9-8f1a-a5404e17e0fc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:21.907123 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d7c9e7b6-1ae3-4497-a1fc-2d635a77c7f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6346253e44c4235b2ac98bb81ae25ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072026 Sep 06 05:37:21.910477 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36570) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:21.961312 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-38856990-058f-4697-8c1c-f16609590c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:21.983659 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-38856990-058f-4697-8c1c-f16609590c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.032925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-38856990-058f-4697-8c1c-f16609590c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.035628 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-38856990-058f-4697-8c1c-f16609590c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.036758 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-38856990-058f-4697-8c1c-f16609590c5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf81d863-8bbb-4df9-8f1a-a5404e17e0fc HTTP/1.1" status: 204 len: 168 time: 0.1253877 Sep 06 05:37:22.044461 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856990-058f-4697-8c1c-f16609590c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf81d863-8bbb-4df9-8f1a-a5404e17e0fc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:22.128676 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36576) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:22.142195 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01333525-d087-4b6d-97c9-5d8b1a0be3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.197876 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9bdfde95-1abf-4549-bc89-2cbc2c364f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.245107 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01333525-d087-4b6d-97c9-5d8b1a0be3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.250100 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01333525-d087-4b6d-97c9-5d8b1a0be3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.294244 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-01333525-d087-4b6d-97c9-5d8b1a0be3c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71d2c35bd07e456d93c17c0b2893240b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620178 Sep 06 05:37:22.294244 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333525-d087-4b6d-97c9-5d8b1a0be3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57781648-1016-4cd1-b31c-12efb47cca39,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:22.294868 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36578) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:22.352792 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ee7-9f9f-49e5-8cb7-168f36f609b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.373000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ee7-9f9f-49e5-8cb7-168f36f609b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.450115 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ee7-9f9f-49e5-8cb7-168f36f609b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.452727 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6dc37ee7-9f9f-49e5-8cb7-168f36f609b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.453839 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-6dc37ee7-9f9f-49e5-8cb7-168f36f609b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57781648-1016-4cd1-b31c-12efb47cca39 HTTP/1.1" status: 204 len: 168 time: 0.1566577 Sep 06 05:37:22.467388 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc37ee7-9f9f-49e5-8cb7-168f36f609b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57781648-1016-4cd1-b31c-12efb47cca39,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:22.488117 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d0b7-9732-4182-8de5-c0379379b8ce req-e7a3286d-881d-45c8-ae1b-4ed3f2761d30 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:22.489979 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-36d3d0b7-9732-4182-8de5-c0379379b8ce req-e7a3286d-881d-45c8-ae1b-4ed3f2761d30 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0686567 Sep 06 05:37:22.534606 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-36d3d0b7-9732-4182-8de5-c0379379b8ce req-ad861be9-fd6b-4931-a997-c542a90f3b11 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376375 Sep 06 05:37:22.797227 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:22.826155 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706b09-97a7-460b-9fdd-94f3afc8ba81 req-02ecc562-7ffb-4ab5-bfce-02c76fa79965 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:22.827821 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4e706b09-97a7-460b-9fdd-94f3afc8ba81 req-02ecc562-7ffb-4ab5-bfce-02c76fa79965 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0733943 Sep 06 05:37:22.875041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4e706b09-97a7-460b-9fdd-94f3afc8ba81 req-b2e5bdf6-fb32-43ca-80fd-276fcff030d1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Sep 06 05:37:23.090703 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:23.669337 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc7b54-e868-4ccc-86dd-7e366066e224 req-9f097468-0603-4278-90d3-1796917c5549 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:23.671487 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1fcc7b54-e868-4ccc-86dd-7e366066e224 req-9f097468-0603-4278-90d3-1796917c5549 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0563197 Sep 06 05:37:23.710894 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1fcc7b54-e868-4ccc-86dd-7e366066e224 req-39f4f451-01c9-4391-b31e-ba206decf9ce tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Sep 06 05:37:23.836845 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56088650-2546-4481-8c54-83276f86dbf9 req-e2289e3a-2af5-426e-8fdf-5a855c63a18a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:23.841733 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-56088650-2546-4481-8c54-83276f86dbf9 req-e2289e3a-2af5-426e-8fdf-5a855c63a18a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0611899 Sep 06 05:37:23.848452 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 36660) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:23.853354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'floatingip': {'port_id': '7da49951-215c-412d-849e-7d8c8c68c405'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:37:23.896586 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.055019 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f070e1-a38e-4d85-8325-e7db604ebf04 req-7343de6a-41eb-4be7-9cac-7c1f397aaf0d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:24.067609 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-86f070e1-a38e-4d85-8325-e7db604ebf04 req-7343de6a-41eb-4be7-9cac-7c1f397aaf0d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0801551 Sep 06 05:37:24.116478 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-86f070e1-a38e-4d85-8325-e7db604ebf04 req-241582e8-ff6b-4efd-8afb-231f329d9dd6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Sep 06 05:37:24.435430 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36682) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:24.551325 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2295038-a73a-4086-9819-9b4dccc63c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.614293 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.618439 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.640415 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2295038-a73a-4086-9819-9b4dccc63c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.644812 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2295038-a73a-4086-9819-9b4dccc63c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.667563 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.683195 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f2295038-a73a-4086-9819-9b4dccc63c75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1d1c2c065584d05be70474b4988a943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466211 Sep 06 05:37:24.685558 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295038-a73a-4086-9819-9b4dccc63c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645d68b8-2578-40f9-8ac3-0e5f42f24128,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:24.688119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 36690) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:24.741533 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-53326063-0744-486f-bc68-e71980195f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.744167 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Floating IP 1cf66260-65e7-4e44-9899-25ea74aabcba associated. External IP: 172.27.3.241, port: 7da49951-215c-412d-849e-7d8c8c68c405. Sep 06 05:37:24.764356 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-53326063-0744-486f-bc68-e71980195f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.816901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-53326063-0744-486f-bc68-e71980195f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.819553 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-53326063-0744-486f-bc68-e71980195f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:24.820782 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-53326063-0744-486f-bc68-e71980195f7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/645d68b8-2578-40f9-8ac3-0e5f42f24128 HTTP/1.1" status: 204 len: 168 time: 0.1319764 Sep 06 05:37:24.830804 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53326063-0744-486f-bc68-e71980195f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d68b8-2578-40f9-8ac3-0e5f42f24128,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:24.966672 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:37:25.074130 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:37:25.078894 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:25.086080 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:37:25.103915 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:37:25.104741 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:25.110012 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6a2ec447-880d-4280-b544-8123ee8d842b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "PUT /v2.0/floatingips/1cf66260-65e7-4e44-9899-25ea74aabcba HTTP/1.1" status: 200 len: 991 time: 1.2575078 Sep 06 05:37:25.110012 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:25.110012 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d444d0-63fd-4583-9641-f90eae46e869" -d '{"events": [{"name": "network-changed", "server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "tag": "7da49951-215c-412d-849e-7d8c8c68c405"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:25.153196 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22600ca-9757-410c-b24c-cb5fd5a80863 x-openstack-request-id: req-b22600ca-9757-410c-b24c-cb5fd5a80863 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:25.153508 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "tag": "7da49951-215c-412d-849e-7d8c8c68c405", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:25.153763 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b22600ca-9757-410c-b24c-cb5fd5a80863 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:25.154167 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405', 'status': 'completed', 'code': 200} Sep 06 05:37:25.227357 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:37:25.274645 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d444d0-63fd-4583-9641-f90eae46e869 req-15c79c74-823b-4a78-a1e0-be3d4c55cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:25.276152 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-15c79c74-823b-4a78-a1e0-be3d4c55cf09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 1098 time: 0.0792842 Sep 06 05:37:25.286845 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f545ad-2159-4d73-90d5-875947b53be3 req-0b4c5a62-bd04-4ed7-ac1e-ac7a916535d6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:25.288949 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a6f545ad-2159-4d73-90d5-875947b53be3 req-0b4c5a62-bd04-4ed7-ac1e-ac7a916535d6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0803905 Sep 06 05:37:25.387749 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a6f545ad-2159-4d73-90d5-875947b53be3 req-78bdce93-b9f4-461b-a164-b52d28fc5589 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895450 Sep 06 05:37:25.435694 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d444d0-63fd-4583-9641-f90eae46e869 req-404de53a-0a92-4f94-964f-bd5f3af600e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:25.441433 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-404de53a-0a92-4f94-964f-bd5f3af600e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 911 time: 0.1503904 Sep 06 05:37:25.475327 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '1cf66260-65e7-4e44-9899-25ea74aabcba', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'port_id': '7da49951-215c-412d-849e-7d8c8c68c405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'mac_address': 'fa:16:3e:58:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:36:57Z', 'updated_at': '2021-09-06T05:37:24Z', 'revision_number': 1, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:25.502324 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:37:25.510578 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:37:25.511189 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:25.520917 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-bf1ec16a-7e05-489a-8758-c70b5b9368f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da49951-215c-412d-849e-7d8c8c68c405 HTTP/1.1" status: 200 len: 999 time: 0.0675159 Sep 06 05:37:25.615569 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d444d0-63fd-4583-9641-f90eae46e869 req-15300ead-fea5-444c-a7a5-05e988b36b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:25.617072 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-15300ead-fea5-444c-a7a5-05e988b36b04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0541511 Sep 06 05:37:25.651227 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:37:25.891345 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d444d0-63fd-4583-9641-f90eae46e869 req-70cca77b-133d-4d03-9de6-5c68eda40ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:25.894379 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-70cca77b-133d-4d03-9de6-5c68eda40ca1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2634976 Sep 06 05:37:25.925182 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '1cf66260-65e7-4e44-9899-25ea74aabcba', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'port_id': '7da49951-215c-412d-849e-7d8c8c68c405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'mac_address': 'fa:16:3e:58:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:36:57Z', 'updated_at': '2021-09-06T05:37:24Z', 'revision_number': 1, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:25.961615 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40598b5-c0d4-4cb2-9fd1-4c0907da488c None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '1cf66260-65e7-4e44-9899-25ea74aabcba', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'port_id': '7da49951-215c-412d-849e-7d8c8c68c405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'mac_address': 'fa:16:3e:58:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:36:57Z', 'updated_at': '2021-09-06T05:37:24Z', 'revision_number': 1, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:37:26.047187 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-85bfbbf2-438b-4e2f-9e1c-6535f6f88a93 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383326 Sep 06 05:37:26.214636 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08caac9-c1cc-4de8-932b-7679e7f4ef01 None None] New status for floating IP 1cf66260-65e7-4e44-9899-25ea74aabcba: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:37:26.386115 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca0429-70ec-4506-9053-733c4d9f9b6f req-d582db30-2050-4ffb-9254-ae8c8282cc46 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:26.387611 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bdca0429-70ec-4506-9053-733c4d9f9b6f req-d582db30-2050-4ffb-9254-ae8c8282cc46 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0535078 Sep 06 05:37:26.432847 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bdca0429-70ec-4506-9053-733c4d9f9b6f req-97bcc932-9ef3-4f8d-9692-16970c1014de tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Sep 06 05:37:26.547404 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852c875-63f5-4eb6-bc9c-07b65bdd7059 req-557e389a-6636-48d5-9d97-e9544d91ce15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:26.549492 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e852c875-63f5-4eb6-bc9c-07b65bdd7059 req-557e389a-6636-48d5-9d97-e9544d91ce15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0542896 Sep 06 05:37:26.586490 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e852c875-63f5-4eb6-bc9c-07b65bdd7059 req-704e41c3-ba2c-4b82-9e4f-c72830b408ba tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Sep 06 05:37:29.191898 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94d444d0-63fd-4583-9641-f90eae46e869 req-141d2082-df9e-4e2d-97c9-7025831924db service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969920 Sep 06 05:37:29.270690 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9860f-32c5-4bba-aac1-1ceeb986db6f req-cc3fbf4c-cb60-4401-b044-cc2a4924fec2 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:29.272178 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aff9860f-32c5-4bba-aac1-1ceeb986db6f req-cc3fbf4c-cb60-4401-b044-cc2a4924fec2 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0792699 Sep 06 05:37:29.284631 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dbbfa-fa98-47a0-b6d1-0d727bc570ad req-7e871a09-4d73-436f-99db-e85697868165 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:29.286119 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7e4dbbfa-fa98-47a0-b6d1-0d727bc570ad req-7e871a09-4d73-436f-99db-e85697868165 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0836713 Sep 06 05:37:29.339291 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aff9860f-32c5-4bba-aac1-1ceeb986db6f req-00a85051-14ac-4f59-97fd-df7c3074f9e7 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Sep 06 05:37:29.343858 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7e4dbbfa-fa98-47a0-b6d1-0d727bc570ad req-3a8a496c-f743-4dfa-b14e-946851da7f0e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510957 Sep 06 05:37:32.801539 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974138c-5990-4646-bcdf-d2e6606a2a56 req-a7fadf01-2b82-426b-ac78-a272dcd4a6f0 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:32.803079 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2974138c-5990-4646-bcdf-d2e6606a2a56 req-a7fadf01-2b82-426b-ac78-a272dcd4a6f0 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0785758 Sep 06 05:37:32.823815 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c606d0-c590-454a-bb75-e43eca94f7c9 req-b9b4e7dd-b483-4504-b23e-6db1b803f0e4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:32.825228 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-83c606d0-c590-454a-bb75-e43eca94f7c9 req-b9b4e7dd-b483-4504-b23e-6db1b803f0e4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0762148 Sep 06 05:37:32.875122 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2974138c-5990-4646-bcdf-d2e6606a2a56 req-12accda0-739a-4cb9-bd4f-999b9718b67a tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651510 Sep 06 05:37:32.883103 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-83c606d0-c590-454a-bb75-e43eca94f7c9 req-e91b8971-7849-4cb0-b1ea-3d8b23ee7424 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Sep 06 05:37:35.891948 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:37:36.363640 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25dfc9-8caa-4511-8ead-aff48deda63f req-96981bf8-d1c1-49d1-8a7e-52c32acff1e4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:36.365133 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2d25dfc9-8caa-4511-8ead-aff48deda63f req-96981bf8-d1c1-49d1-8a7e-52c32acff1e4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0736501 Sep 06 05:37:36.384999 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30c615-1581-49ee-bb65-37310c3e46cb req-0f5c5fc2-6170-493b-b7d2-45a7d6cce602 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:36.386425 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd30c615-1581-49ee-bb65-37310c3e46cb req-0f5c5fc2-6170-493b-b7d2-45a7d6cce602 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0696042 Sep 06 05:37:36.431432 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2d25dfc9-8caa-4511-8ead-aff48deda63f req-6fb50112-236f-4ec0-aee0-81da0d4f8fdc tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592566 Sep 06 05:37:36.443813 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd30c615-1581-49ee-bb65-37310c3e46cb req-86b1c782-54ab-440a-a754-2c2f5a3ed644 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496545 Sep 06 05:37:39.779372 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-92ee5369-b70e-41c2-96fb-9605e8dd1ded service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514302 Sep 06 05:37:39.844227 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7de08-24b8-4b75-9a08-0419fc493929 req-7ac1d4b9-b85a-4e1d-8deb-580d8e0d8aa5 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:39.845735 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e9c7de08-24b8-4b75-9a08-0419fc493929 req-7ac1d4b9-b85a-4e1d-8deb-580d8e0d8aa5 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0809805 Sep 06 05:37:39.857506 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2b254-1246-4ece-8434-cf53b61a8055 req-e37cdccd-98a2-4b9e-9d72-08310a7d51be tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:39.858908 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23e2b254-1246-4ece-8434-cf53b61a8055 req-e37cdccd-98a2-4b9e-9d72-08310a7d51be tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0632589 Sep 06 05:37:39.901024 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-55cfa07c-ef6a-44a9-9e71-9e1c72ce301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:39.902629 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-55cfa07c-ef6a-44a9-9e71-9e1c72ce301b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.0395501 Sep 06 05:37:39.949959 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e9c7de08-24b8-4b75-9a08-0419fc493929 req-9613d049-8893-4230-850d-aef18492f644 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b00e48b-581a-4865-878c-3c8f5d9cbbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900981 Sep 06 05:37:39.958600 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-3017845f-5f34-46fa-95ca-e77c0d91b276 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:39.960066 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-3017845f-5f34-46fa-95ca-e77c0d91b276 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.25 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 946 time: 0.0981057 Sep 06 05:37:39.963002 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23e2b254-1246-4ece-8434-cf53b61a8055 req-f7e97f4f-3f28-4a7e-be7f-b5ed4eba1a4f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897439 Sep 06 05:37:40.023150 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-36ad1d98-638b-486e-aa68-a14acc9deb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:40.024808 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-36ad1d98-638b-486e-aa68-a14acc9deb92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.1007869 Sep 06 05:37:40.069217 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-2444ead4-d2e9-4b6d-a294-a1e082de2a86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.0362761 Sep 06 05:37:40.122130 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-570591e1-8157-4c7c-93cf-5c31593277ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:40.123544 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-570591e1-8157-4c7c-93cf-5c31593277ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0461318 Sep 06 05:37:40.124419 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Deleting port cec9359c-58de-4997-83f9-b00c6a08a716 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:37:40.124767 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:40.158612 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-c425123e-ef36-4a2f-920b-ecb5b3706ed1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258224 Sep 06 05:37:40.219309 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] For port cec9359c-58de-4997-83f9-b00c6a08a716, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cec9359c-58de-4997-83f9-b00c6a08a716,segment=NetworkSegment(24d23ada-4028-4e42-99b3-f2cb40a58c86),segment_id=24d23ada-4028-4e42-99b3-f2cb40a58c86)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:37:40.220385 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:40.236229 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Calling delete_port for cec9359c-58de-4997-83f9-b00c6a08a716 owned by compute:nova {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:37:40.259528 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-fa695911-25d8-4736-badb-53cf2b9ec177 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925865 Sep 06 05:37:40.366641 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-776e6015-4954-45cf-9e59-aa3a77eb32d1 req-de6a272f-39fc-4e7a-9e0a-cd289ee71b00 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925155 Sep 06 05:37:40.405144 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:40.437731 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Pushing event deleted for resources: {'Port': ['ID=cec9359c-58de-4997-83f9-b00c6a08a716,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:40.486408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.486523 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.486852 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.487183 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.487510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.487834 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.488158 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.488519 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.488790 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.489107 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.489423 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.489736 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:40.510970 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] No DVR routers for this DVR port cec9359c-58de-4997-83f9-b00c6a08a716 on host hv-cinder-78878 {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:37:40.514014 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:40.516036 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cf3cd48-7eee-453e-b641-81b38c12c947 req-e7f2d20b-f0d6-4c83-8344-9ec78d3dc5f4 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.25 "DELETE /v2.0/ports/cec9359c-58de-4997-83f9-b00c6a08a716 HTTP/1.1" status: 204 len: 173 time: 0.5455945 Sep 06 05:37:40.516535 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'name': 'network-vif-deleted', 'tag': 'cec9359c-58de-4997-83f9-b00c6a08a716'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:37:40.518782 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcd3b7d-4536-492d-958a-9e8023366884" -d '{"events": [{"server_uuid": "d06d7b09-25cd-4e2a-9dac-485e74a6ed56", "name": "network-vif-deleted", "tag": "cec9359c-58de-4997-83f9-b00c6a08a716"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:37:40.580906 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b69c3-5e30-45f5-89b7-db4d723ad7c6 x-openstack-request-id: req-c76b69c3-5e30-45f5-89b7-db4d723ad7c6 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:37:40.581197 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06d7b09-25cd-4e2a-9dac-485e74a6ed56", "name": "network-vif-deleted", "tag": "cec9359c-58de-4997-83f9-b00c6a08a716", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:37:40.581448 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c76b69c3-5e30-45f5-89b7-db4d723ad7c6 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:37:40.582158 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06d7b09-25cd-4e2a-9dac-485e74a6ed56', 'name': 'network-vif-deleted', 'tag': 'cec9359c-58de-4997-83f9-b00c6a08a716', 'status': 'completed', 'code': 200} Sep 06 05:37:41.010428 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device cec9359c-58de-4997-83f9-b00c6a08a716 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:37:41.045951 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: cec9359c-58de-4997-83f9-b00c6a08a716 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:37:41.048810 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device cec9359c-58de-4997-83f9-b00c6a08a716 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:37:41.109177 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7d31041a-7e99-4342-a5b7-a32705543e7f req-79c164e9-15a6-44d3-95c4-29ad1116f1e1 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.0413053 Sep 06 05:37:41.149070 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c53b-6aae-4af2-b7b4-596d9e58adae req-fb6058f4-1e10-4a67-b126-1050f371eb31 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:41.150593 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-53b3c53b-6aae-4af2-b7b4-596d9e58adae req-fb6058f4-1e10-4a67-b126-1050f371eb31 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0742769 Sep 06 05:37:41.191248 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-53b3c53b-6aae-4af2-b7b4-596d9e58adae req-9a5cbdf0-2481-43c2-82d6-c6f7c29e4d30 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Sep 06 05:37:42.059778 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:44.317921 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f023d8b7-4f35-4e29-b258-0e552b755354 req-97a3b91b-beb8-4bc4-b19d-9785975d9630 tempest-DeleteServersTestJSON-1702856159 tempest-DeleteServersTestJSON-1702856159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d06d7b09-25cd-4e2a-9dac-485e74a6ed56 HTTP/1.1" status: 200 len: 210 time: 0.0316536 Sep 06 05:37:44.355204 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0f3ad-c8c2-43d5-ad7c-49e1fa459578 req-63883f7c-6453-4b20-babe-2f55a485b438 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:44.356653 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1fd0f3ad-c8c2-43d5-ad7c-49e1fa459578 req-63883f7c-6453-4b20-babe-2f55a485b438 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0619688 Sep 06 05:37:44.393455 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1fd0f3ad-c8c2-43d5-ad7c-49e1fa459578 req-1ce0edf0-2e5f-4609-8a11-e3b2f1ef9628 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Sep 06 05:37:45.483496 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37084) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:45.535196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23c950-3a50-4450-8d1a-ff69411ab2c4 req-3801b0ce-1472-4765-9dc2-9b591e0e74a3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:45.539882 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ce23c950-3a50-4450-8d1a-ff69411ab2c4 req-3801b0ce-1472-4765-9dc2-9b591e0e74a3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0702770 Sep 06 05:37:45.597404 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ce23c950-3a50-4450-8d1a-ff69411ab2c4 req-6efd4444-5e30-4ec9-b4b9-c122302b5e72 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505605 Sep 06 05:37:45.652153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.763744 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.768383 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.807112 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ec8e54d7d984488aeb0353262967501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198421 Sep 06 05:37:45.807981 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b91c7c2-4552-493b-a7b6-373186ff1f65,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:45.810038 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37100) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:45.815992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.816346 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.816696 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.817042 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.817376 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.817709 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.818044 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.818415 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.818756 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.819079 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.819403 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.819725 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15451c20-cd8c-4a76-b81e-c8054a4139db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:37:45.860864 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9b52f2b-7466-473e-a6d3-9e1e7d8d7086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.881728 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9b52f2b-7466-473e-a6d3-9e1e7d8d7086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.934095 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9b52f2b-7466-473e-a6d3-9e1e7d8d7086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.936788 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9b52f2b-7466-473e-a6d3-9e1e7d8d7086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:45.937943 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a9b52f2b-7466-473e-a6d3-9e1e7d8d7086 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b91c7c2-4552-493b-a7b6-373186ff1f65 HTTP/1.1" status: 204 len: 168 time: 0.1268961 Sep 06 05:37:45.946381 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b52f2b-7466-473e-a6d3-9e1e7d8d7086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b91c7c2-4552-493b-a7b6-373186ff1f65,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:46.229297 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37110) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:46.244412 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0312e321-6794-4bf4-9815-138066d1eb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.343979 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0312e321-6794-4bf4-9815-138066d1eb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.349571 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0312e321-6794-4bf4-9815-138066d1eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.422170 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0312e321-6794-4bf4-9815-138066d1eb9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a52c4faae2d64bb2a52f1642b42f9ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895356 Sep 06 05:37:46.424152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37122) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:46.427754 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312e321-6794-4bf4-9815-138066d1eb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173607b-5ea6-4d8d-8b24-be7bbe81789a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:46.486581 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451547bd-44f7-4ce9-a7ab-f08bfbcaa674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.508206 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451547bd-44f7-4ce9-a7ab-f08bfbcaa674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.554022 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451547bd-44f7-4ce9-a7ab-f08bfbcaa674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.556540 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451547bd-44f7-4ce9-a7ab-f08bfbcaa674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.557712 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-451547bd-44f7-4ce9-a7ab-f08bfbcaa674 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3173607b-5ea6-4d8d-8b24-be7bbe81789a HTTP/1.1" status: 204 len: 168 time: 0.1259885 Sep 06 05:37:46.565149 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451547bd-44f7-4ce9-a7ab-f08bfbcaa674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173607b-5ea6-4d8d-8b24-be7bbe81789a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:46.727515 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43259f5-8e34-4f69-904e-382ef44a510b req-bbc13ddc-da4b-4260-b015-5661579b7dee tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:46.733266 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c43259f5-8e34-4f69-904e-382ef44a510b req-bbc13ddc-da4b-4260-b015-5661579b7dee tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0721586 Sep 06 05:37:46.769098 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c43259f5-8e34-4f69-904e-382ef44a510b req-60c8a5a0-4abf-4fc5-a3ea-78ef71b875d7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Sep 06 05:37:46.882056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37150) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:46.909836 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37152) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:46.923655 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234bbf55-ce4c-4890-ae4e-5160040bcee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:46.934565 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Deleting subnet e64ce10f-fd06-4476-9072-3063f30024ff {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:37:46.941886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.023956 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.029623 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234bbf55-ce4c-4890-ae4e-5160040bcee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.037395 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234bbf55-ce4c-4890-ae4e-5160040bcee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.038543 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.074769 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bbf55-ce4c-4890-ae4e-5160040bcee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082cb6ee-13fc-4339-89da-c222f299e144,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:47.081526 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-234bbf55-ce4c-4890-ae4e-5160040bcee0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=454069e0ca8e48ae82db6b0798bf5374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704590 Sep 06 05:37:47.084247 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37156) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:47.101375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.132185 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.136441 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1f8e602d-066e-4dfc-a244-d861a4c51dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.137173 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e64ce10f-fd06-4476-9072-3063f30024ff HTTP/1.1" status: 204 len: 168 time: 0.2508626 Sep 06 05:37:47.137173 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa12f5-f674-44a8-aab1-219730cf2067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64ce10f-fd06-4476-9072-3063f30024ff,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:47.137324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37158) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:47.180100 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1f8e602d-066e-4dfc-a244-d861a4c51dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.244098 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.301465 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1f8e602d-066e-4dfc-a244-d861a4c51dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.304274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1f8e602d-066e-4dfc-a244-d861a4c51dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.305407 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1f8e602d-066e-4dfc-a244-d861a4c51dc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/082cb6ee-13fc-4339-89da-c222f299e144 HTTP/1.1" status: 204 len: 168 time: 0.2200272 Sep 06 05:37:47.338462 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.350162 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e602d-066e-4dfc-a244-d861a4c51dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082cb6ee-13fc-4339-89da-c222f299e144,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:47.352746 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bbff4b-e454-41a1-a790-bf1618a1e17a']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:47.363677 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d23ada-4028-4e42-99b3-f2cb40a58c86') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:47.363977 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d23ada-4028-4e42-99b3-f2cb40a58c86') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:37:47.372976 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.388022 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.394481 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:37:47.394918 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:37:47.397106 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:37:47.453527 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.459239 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.463069 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] 10.222.0.30 "DELETE /v2.0/networks/97bbff4b-e454-41a1-a790-bf1618a1e17a HTTP/1.1" status: 204 len: 168 time: 0.3254197 Sep 06 05:37:47.473987 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095b953-0a30-4983-90df-3e92aaccbf87 admin admin] Pushing event deleted for resources: {'Network': ['ID=97bbff4b-e454-41a1-a790-bf1618a1e17a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:47.647252 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37176) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:47.694479 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1267d088-4918-4a49-a0f6-2bdca644356c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f36441534d224b77aeac13f8b81ae33c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459669 Sep 06 05:37:47.696845 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37180) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:47.746392 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-521b8a43-91d1-4c13-bcc7-13f753b4d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.769516 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-521b8a43-91d1-4c13-bcc7-13f753b4d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.818479 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-521b8a43-91d1-4c13-bcc7-13f753b4d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.821166 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-521b8a43-91d1-4c13-bcc7-13f753b4d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:47.822303 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-521b8a43-91d1-4c13-bcc7-13f753b4d15b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b00e48b-581a-4865-878c-3c8f5d9cbbe8 HTTP/1.1" status: 204 len: 168 time: 0.1244948 Sep 06 05:37:47.833278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b8a43-91d1-4c13-bcc7-13f753b4d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b00e48b-581a-4865-878c-3c8f5d9cbbe8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:49.406325 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9995eb4e-ce6e-43a2-a0d4-3b111153e839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:49.872941 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e70d2-12f2-4e54-844b-aabf65ac2777 req-1c5e85d7-d4b0-4bab-8d32-1b52a2135d61 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:49.874442 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-668e70d2-12f2-4e54-844b-aabf65ac2777 req-1c5e85d7-d4b0-4bab-8d32-1b52a2135d61 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Sep 06 05:37:49.911319 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-668e70d2-12f2-4e54-844b-aabf65ac2777 req-8d05d308-4a33-4d96-a714-1ae23d0b545d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303946 Sep 06 05:37:51.030647 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958297a5-4dc4-45ce-825e-783051cdedb5 req-11b97ebc-9bc8-4d3e-91b3-e9681dbb54f0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:51.032766 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-958297a5-4dc4-45ce-825e-783051cdedb5 req-11b97ebc-9bc8-4d3e-91b3-e9681dbb54f0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0509326 Sep 06 05:37:51.071521 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-958297a5-4dc4-45ce-825e-783051cdedb5 req-2933958b-b656-40cb-94dc-22084ad18398 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Sep 06 05:37:52.191150 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9c45a95f-7632-437c-9b63-f0ffdfe2f025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.312056 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37362) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:52.414188 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b33a4e1-6205-4dbf-9242-ebee667bf84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.509845 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b33a4e1-6205-4dbf-9242-ebee667bf84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.513363 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b33a4e1-6205-4dbf-9242-ebee667bf84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.551314 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8b33a4e1-6205-4dbf-9242-ebee667bf84c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb2f6a096d104789bb1901119372a9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381902 Sep 06 05:37:52.552496 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a4e1-6205-4dbf-9242-ebee667bf84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba8b91-2a17-4e54-973e-40de4d09fb4b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:52.553924 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37366) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:52.602270 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74775bb-2a6f-43cc-ade2-33dd11686453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.626171 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74775bb-2a6f-43cc-ade2-33dd11686453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.669659 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74775bb-2a6f-43cc-ade2-33dd11686453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.672316 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b74775bb-2a6f-43cc-ade2-33dd11686453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.674012 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b74775bb-2a6f-43cc-ade2-33dd11686453 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dba8b91-2a17-4e54-973e-40de4d09fb4b HTTP/1.1" status: 204 len: 168 time: 0.1181982 Sep 06 05:37:52.682885 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74775bb-2a6f-43cc-ade2-33dd11686453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba8b91-2a17-4e54-973e-40de4d09fb4b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:52.781304 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:52.928055 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37374) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:52.941531 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d894396-d756-4584-96b8-99aa08b39a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.028329 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d894396-d756-4584-96b8-99aa08b39a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.032573 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d894396-d756-4584-96b8-99aa08b39a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.070403 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-0d894396-d756-4584-96b8-99aa08b39a8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1afb1d379dfb4cba86d0feafc8c6532f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412499 Sep 06 05:37:53.071278 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d894396-d756-4584-96b8-99aa08b39a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca62f41-60fd-40b6-8fb9-de86bc8e2990,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:53.073064 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37378) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:37:53.091924 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.128925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d28e02-9490-4486-82a3-270150169114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.148639 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d28e02-9490-4486-82a3-270150169114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.193749 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d28e02-9490-4486-82a3-270150169114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.196309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d28e02-9490-4486-82a3-270150169114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:53.197446 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-45d28e02-9490-4486-82a3-270150169114 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aca62f41-60fd-40b6-8fb9-de86bc8e2990 HTTP/1.1" status: 204 len: 168 time: 0.1234071 Sep 06 05:37:53.205033 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d28e02-9490-4486-82a3-270150169114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca62f41-60fd-40b6-8fb9-de86bc8e2990,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:37:54.058370 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225f727-1c12-4025-9d51-f3ebd6351230 req-fc76eb94-c0bd-47bc-8681-8da77ed9250f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:54.059850 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f225f727-1c12-4025-9d51-f3ebd6351230 req-fc76eb94-c0bd-47bc-8681-8da77ed9250f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Sep 06 05:37:54.100008 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f225f727-1c12-4025-9d51-f3ebd6351230 req-0d7593b3-4a9b-4950-86ad-050e1cf973a6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Sep 06 05:37:54.670313 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:37:57.409854 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdbe15-68b5-4129-89df-51dab9fd7bfb req-ca3bee7d-cb04-4ed4-9943-5c984fc23bc7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:57.411418 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7afdbe15-68b5-4129-89df-51dab9fd7bfb req-ca3bee7d-cb04-4ed4-9943-5c984fc23bc7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0502076 Sep 06 05:37:57.447870 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7afdbe15-68b5-4129-89df-51dab9fd7bfb req-9f2a9a35-87a3-4459-a37b-fc9c38acac45 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Sep 06 05:37:58.575577 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366c70-5469-4e48-bc57-e20ff9a1ca5f req-fa332dae-464b-4a52-999b-7f13686c76b3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:58.577096 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26366c70-5469-4e48-bc57-e20ff9a1ca5f req-fa332dae-464b-4a52-999b-7f13686c76b3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0590780 Sep 06 05:37:58.618783 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26366c70-5469-4e48-bc57-e20ff9a1ca5f req-cfa0b4f0-24da-40b2-80d8-78cceca085ed tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Sep 06 05:37:59.746125 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ceb2a-65fd-4920-bede-d6a591d5c6bf req-954acdb7-0163-4e90-ba3c-387470c1eaaa tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:37:59.747636 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-340ceb2a-65fd-4920-bede-d6a591d5c6bf req-954acdb7-0163-4e90-ba3c-387470c1eaaa tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0543296 Sep 06 05:37:59.789793 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-340ceb2a-65fd-4920-bede-d6a591d5c6bf req-4acbcd20-b431-434c-bd44-bd79a782a89f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359581 Sep 06 05:38:00.243631 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37622) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:00.346560 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe498367-461b-4f60-abcd-0668628ef04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.433050 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe498367-461b-4f60-abcd-0668628ef04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.436965 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe498367-461b-4f60-abcd-0668628ef04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.467534 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe498367-461b-4f60-abcd-0668628ef04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f2ba60-29bb-4072-adb7-2f4274503861,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:00.483720 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fe498367-461b-4f60-abcd-0668628ef04e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39ee40bc70df423f86f2ef41d04e495a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364383 Sep 06 05:38:00.483720 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37632) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:00.541325 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7fcea05f-399a-467a-986d-a04d7bde27b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.556495 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7fcea05f-399a-467a-986d-a04d7bde27b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.607434 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7fcea05f-399a-467a-986d-a04d7bde27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.611094 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7fcea05f-399a-467a-986d-a04d7bde27b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:00.615517 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7fcea05f-399a-467a-986d-a04d7bde27b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7f2ba60-29bb-4072-adb7-2f4274503861 HTTP/1.1" status: 204 len: 168 time: 0.1308157 Sep 06 05:38:00.626810 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcea05f-399a-467a-986d-a04d7bde27b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f2ba60-29bb-4072-adb7-2f4274503861,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:00.939318 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776ed03-c33d-46b9-9f59-4bb97c0aa6d4 req-1c6ddcd2-0871-4ec6-939a-b94e0d010bca tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:00.949922 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8776ed03-c33d-46b9-9f59-4bb97c0aa6d4 req-1c6ddcd2-0871-4ec6-939a-b94e0d010bca tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0701587 Sep 06 05:38:00.997332 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37670) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:01.027127 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8776ed03-c33d-46b9-9f59-4bb97c0aa6d4 req-f9972eb8-f690-41d9-ac9b-def9a4126177 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Sep 06 05:38:01.035684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b155c687-69c4-40b7-b697-525cf17dac79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.166732 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b155c687-69c4-40b7-b697-525cf17dac79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.171571 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b155c687-69c4-40b7-b697-525cf17dac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.194449 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37678) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:01.215608 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b155c687-69c4-40b7-b697-525cf17dac79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e82445fcff24cc996213aa20bb4aedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171733 Sep 06 05:38:01.227113 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37682) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:01.227227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155c687-69c4-40b7-b697-525cf17dac79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720be6ea-b8ae-49e0-abb6-054ebfd4eff2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:01.291571 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bcc10850-2841-44ab-b949-d1d70c32f163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.324179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bcc10850-2841-44ab-b949-d1d70c32f163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.325909 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c0248999-869c-4489-aeff-990f634acfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.400636 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bcc10850-2841-44ab-b949-d1d70c32f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.403118 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bcc10850-2841-44ab-b949-d1d70c32f163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.404252 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-bcc10850-2841-44ab-b949-d1d70c32f163 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/720be6ea-b8ae-49e0-abb6-054ebfd4eff2 HTTP/1.1" status: 204 len: 168 time: 0.1742954 Sep 06 05:38:01.417586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10850-2841-44ab-b949-d1d70c32f163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720be6ea-b8ae-49e0-abb6-054ebfd4eff2,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:01.458898 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c0248999-869c-4489-aeff-990f634acfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.463149 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c0248999-869c-4489-aeff-990f634acfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.507721 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-c0248999-869c-4489-aeff-990f634acfa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f1ef6cfa9a1481bb10b33fde7c32054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095496 Sep 06 05:38:01.507721 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0248999-869c-4489-aeff-990f634acfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee6f0d3-2da9-4342-9a34-22604baef370,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:01.508484 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37694) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:01.571322 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d18f09f-f9cf-44c8-99d8-4ec3a6333b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.597868 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d18f09f-f9cf-44c8-99d8-4ec3a6333b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.648861 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d18f09f-f9cf-44c8-99d8-4ec3a6333b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.651464 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3d18f09f-f9cf-44c8-99d8-4ec3a6333b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:01.652624 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3d18f09f-f9cf-44c8-99d8-4ec3a6333b88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ee6f0d3-2da9-4342-9a34-22604baef370 HTTP/1.1" status: 204 len: 168 time: 0.1429935 Sep 06 05:38:01.661018 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18f09f-f9cf-44c8-99d8-4ec3a6333b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee6f0d3-2da9-4342-9a34-22604baef370,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:02.060273 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37734) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:02.085730 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd572-41c4-4689-a24d-a8c5d1e205b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.171645 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243821a9-5151-4fff-857e-8a7afdf47f46 req-abbbb0a8-7e5f-4211-bb62-f0340bedac31 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:02.174315 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-243821a9-5151-4fff-857e-8a7afdf47f46 req-abbbb0a8-7e5f-4211-bb62-f0340bedac31 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0574555 Sep 06 05:38:02.205328 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd572-41c4-4689-a24d-a8c5d1e205b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.210851 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd572-41c4-4689-a24d-a8c5d1e205b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.233823 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-243821a9-5151-4fff-857e-8a7afdf47f46 req-ee269af9-b70a-4c14-9b99-8efcfaf967f2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528922 Sep 06 05:38:02.255560 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbd572-41c4-4689-a24d-a8c5d1e205b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb23cb-9569-4e47-a56e-9b9dc07c0158,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:02.284346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37746) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:02.284576 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6fbbd572-41c4-4689-a24d-a8c5d1e205b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a3a3433bfb64305a1f4845de3eec6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231143 Sep 06 05:38:02.354460 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1aa76c19-040a-41f7-ab81-93222925dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.398595 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1aa76c19-040a-41f7-ab81-93222925dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.459482 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1aa76c19-040a-41f7-ab81-93222925dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.474797 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1aa76c19-040a-41f7-ab81-93222925dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.474797 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1aa76c19-040a-41f7-ab81-93222925dc36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6cb23cb-9569-4e47-a56e-9b9dc07c0158 HTTP/1.1" status: 204 len: 168 time: 0.1800878 Sep 06 05:38:02.485621 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa76c19-040a-41f7-ab81-93222925dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb23cb-9569-4e47-a56e-9b9dc07c0158,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:02.529563 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37762) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:02.745921 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2198be5-7a06-4db9-a715-52ffea296300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.843794 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2198be5-7a06-4db9-a715-52ffea296300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.848139 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f2198be5-7a06-4db9-a715-52ffea296300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:02.903117 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f2198be5-7a06-4db9-a715-52ffea296300 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=202685ee12b04c709fd9cc383c91e291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722692 Sep 06 05:38:02.904622 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2198be5-7a06-4db9-a715-52ffea296300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a20009-c5e9-4f66-8253-5190b429515f,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:02.905716 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37786) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:02.976038 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-95515f2a-0307-419d-bfd3-383593a0cd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.000137 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-95515f2a-0307-419d-bfd3-383593a0cd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.059949 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-95515f2a-0307-419d-bfd3-383593a0cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.062594 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-95515f2a-0307-419d-bfd3-383593a0cd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.064097 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-95515f2a-0307-419d-bfd3-383593a0cd26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42a20009-c5e9-4f66-8253-5190b429515f HTTP/1.1" status: 204 len: 168 time: 0.1565309 Sep 06 05:38:03.072041 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515f2a-0307-419d-bfd3-383593a0cd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a20009-c5e9-4f66-8253-5190b429515f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:03.365989 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f9f6-a996-4083-b33b-403b56516428 req-8637bc97-8f37-4f8b-bd5f-2c99daaaee7e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:03.368405 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-14a0f9f6-a996-4083-b33b-403b56516428 req-8637bc97-8f37-4f8b-bd5f-2c99daaaee7e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0499048 Sep 06 05:38:03.414453 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-14a0f9f6-a996-4083-b33b-403b56516428 req-7b763a3c-4f13-495f-b538-37f92d48046f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Sep 06 05:38:03.440927 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37814) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:03.460996 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-adeb13c1-9bcf-4325-b3ac-38e1c9493b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.555263 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-adeb13c1-9bcf-4325-b3ac-38e1c9493b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.562940 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-adeb13c1-9bcf-4325-b3ac-38e1c9493b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.601286 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-adeb13c1-9bcf-4325-b3ac-38e1c9493b18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25f85154edab4612bffce519c6f150c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592319 Sep 06 05:38:03.602522 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb13c1-9bcf-4325-b3ac-38e1c9493b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265239da-c261-4fde-b866-29bef4c4bf10,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:03.603948 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37824) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:03.661936 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-de130059-6bf8-48e8-a917-78be4ef75960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.692882 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-de130059-6bf8-48e8-a917-78be4ef75960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.751542 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-de130059-6bf8-48e8-a917-78be4ef75960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.754819 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-de130059-6bf8-48e8-a917-78be4ef75960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:03.756236 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-de130059-6bf8-48e8-a917-78be4ef75960 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/265239da-c261-4fde-b866-29bef4c4bf10 HTTP/1.1" status: 204 len: 168 time: 0.1504006 Sep 06 05:38:03.764405 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de130059-6bf8-48e8-a917-78be4ef75960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265239da-c261-4fde-b866-29bef4c4bf10,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:04.544664 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e39ee-d6d1-495e-8902-067486eb809c req-da108ad8-d97b-4d11-b7fe-6293b4091489 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:04.546169 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-918e39ee-d6d1-495e-8902-067486eb809c req-da108ad8-d97b-4d11-b7fe-6293b4091489 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Sep 06 05:38:04.588456 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-918e39ee-d6d1-495e-8902-067486eb809c req-9fc7ba34-c16d-4085-86fa-9d5ec56ba5f5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Sep 06 05:38:04.850422 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37900) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:04.989019 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e4970425-9187-410f-927d-340fe63a00b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.100717 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e4970425-9187-410f-927d-340fe63a00b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.105104 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e4970425-9187-410f-927d-340fe63a00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.160005 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e4970425-9187-410f-927d-340fe63a00b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97fab4e9efd8453595df3daeb5f26241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083863 Sep 06 05:38:05.161404 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4970425-9187-410f-927d-340fe63a00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212df8c-290e-4389-9df3-016b1598d4f3,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:05.163126 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37920) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:05.270636 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb1f13fc-6cc1-4a5d-89fb-0edc6c994aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.298001 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb1f13fc-6cc1-4a5d-89fb-0edc6c994aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.350867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb1f13fc-6cc1-4a5d-89fb-0edc6c994aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.353272 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-eb1f13fc-6cc1-4a5d-89fb-0edc6c994aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.354770 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-eb1f13fc-6cc1-4a5d-89fb-0edc6c994aa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0212df8c-290e-4389-9df3-016b1598d4f3 HTTP/1.1" status: 204 len: 168 time: 0.1896720 Sep 06 05:38:05.362568 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f13fc-6cc1-4a5d-89fb-0edc6c994aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212df8c-290e-4389-9df3-016b1598d4f3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:05.721655 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 37952) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:05.737072 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8da800b1-ea50-4316-bd07-56499fb266f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.737292 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72117d7-3887-4e25-b8c7-0ba62404d3c9 req-1d0a12d0-3bfe-4b8d-b4dd-16ec14111f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:05.738796 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c72117d7-3887-4e25-b8c7-0ba62404d3c9 req-1d0a12d0-3bfe-4b8d-b4dd-16ec14111f82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 1098 time: 0.0758641 Sep 06 05:38:05.747579 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd28af-6fe8-478f-99da-06761789d51a req-80148cb0-6d14-4be9-ba52-5149f0197109 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:05.748994 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a5fd28af-6fe8-478f-99da-06761789d51a req-80148cb0-6d14-4be9-ba52-5149f0197109 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0780709 Sep 06 05:38:05.802746 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c72117d7-3887-4e25-b8c7-0ba62404d3c9 req-8245d77a-b622-4b8e-a2dd-fbfaecfd7b9d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526536 Sep 06 05:38:05.810578 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a5fd28af-6fe8-478f-99da-06761789d51a req-c4edc3e1-1bdb-45ca-af85-464ec02019bb tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Sep 06 05:38:05.836126 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8da800b1-ea50-4316-bd07-56499fb266f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.840064 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8da800b1-ea50-4316-bd07-56499fb266f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.878392 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8da800b1-ea50-4316-bd07-56499fb266f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5008f6b66f44642b0bdd3fcdc001dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555643 Sep 06 05:38:05.879291 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da800b1-ea50-4316-bd07-56499fb266f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad17b33d-971c-47a6-bc8e-2311c7ce1e53,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:05.881105 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37958) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:05.934834 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd464-439c-4f76-a24b-e2547ab62740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:05.958512 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd464-439c-4f76-a24b-e2547ab62740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:06.007015 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd464-439c-4f76-a24b-e2547ab62740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:06.009523 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd464-439c-4f76-a24b-e2547ab62740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:06.010707 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8f7cd464-439c-4f76-a24b-e2547ab62740 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad17b33d-971c-47a6-bc8e-2311c7ce1e53 HTTP/1.1" status: 204 len: 168 time: 0.1286030 Sep 06 05:38:06.018452 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cd464-439c-4f76-a24b-e2547ab62740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad17b33d-971c-47a6-bc8e-2311c7ce1e53,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:06.457741 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 37988) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:06.752770 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12686168-ba62-4946-b30f-cc18f977ea29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:06.899411 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12686168-ba62-4946-b30f-cc18f977ea29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:06.906057 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12686168-ba62-4946-b30f-cc18f977ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:06.983544 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-12686168-ba62-4946-b30f-cc18f977ea29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3276f144886d4dbea201951422c5f1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243316 Sep 06 05:38:06.986337 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38016) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:07.025182 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12686168-ba62-4946-b30f-cc18f977ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aed3db-84b6-4546-83c8-f6b235247838,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:07.062967 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d1ed9-50af-4be1-a36a-7ffacd7637bb req-0ed10026-cac2-4149-89d3-5b0c8d4ed5bc tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:07.066628 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-379d1ed9-50af-4be1-a36a-7ffacd7637bb req-0ed10026-cac2-4149-89d3-5b0c8d4ed5bc tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.1427629 Sep 06 05:38:07.092272 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-018b1a2f-9cea-4e38-8fd9-619c0c55527a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.126644 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-379d1ed9-50af-4be1-a36a-7ffacd7637bb req-afe2d67c-7476-4b04-ac11-5b49c742693f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Sep 06 05:38:07.129737 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38024) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:07.143821 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-018b1a2f-9cea-4e38-8fd9-619c0c55527a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.201067 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-018b1a2f-9cea-4e38-8fd9-619c0c55527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.205976 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-018b1a2f-9cea-4e38-8fd9-619c0c55527a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.207661 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-018b1a2f-9cea-4e38-8fd9-619c0c55527a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7aed3db-84b6-4546-83c8-f6b235247838 HTTP/1.1" status: 204 len: 168 time: 0.2201414 Sep 06 05:38:07.216578 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b1a2f-9cea-4e38-8fd9-619c0c55527a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aed3db-84b6-4546-83c8-f6b235247838,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:07.278376 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92701960-e1fe-4cba-88eb-5f072c271234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.372308 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92701960-e1fe-4cba-88eb-5f072c271234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.377266 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92701960-e1fe-4cba-88eb-5f072c271234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.415787 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92701960-e1fe-4cba-88eb-5f072c271234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0e4dd-18c3-43d3-bf2b-d57bbf1141cd,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:07.434530 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-92701960-e1fe-4cba-88eb-5f072c271234 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8ff91f6b2074fd0ac9084a222761392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033140 Sep 06 05:38:07.437393 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38046) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:07.535066 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9916f2e0-6b9e-43b9-9078-02ade25a6f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.558442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9916f2e0-6b9e-43b9-9078-02ade25a6f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.612260 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9916f2e0-6b9e-43b9-9078-02ade25a6f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.615020 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9916f2e0-6b9e-43b9-9078-02ade25a6f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:07.618850 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9916f2e0-6b9e-43b9-9078-02ade25a6f28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95a0e4dd-18c3-43d3-bf2b-d57bbf1141cd HTTP/1.1" status: 204 len: 168 time: 0.1770017 Sep 06 05:38:07.630509 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916f2e0-6b9e-43b9-9078-02ade25a6f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0e4dd-18c3-43d3-bf2b-d57bbf1141cd,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:07.943118 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38072) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:07.956959 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fdf44882-c9be-42b7-98ef-b1662bdccad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.054382 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fdf44882-c9be-42b7-98ef-b1662bdccad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.061161 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fdf44882-c9be-42b7-98ef-b1662bdccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.102531 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fdf44882-c9be-42b7-98ef-b1662bdccad5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=091f051de7a44797980fd9a7a7c267e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582897 Sep 06 05:38:08.103443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf44882-c9be-42b7-98ef-b1662bdccad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fe895e-4cc3-4f00-b8af-eab8726a39ca,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:08.105089 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38076) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:08.148315 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38078) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:08.159701 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e20862e9-b352-4e25-b9fc-96161d15cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.180316 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e20862e9-b352-4e25-b9fc-96161d15cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.234153 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e20862e9-b352-4e25-b9fc-96161d15cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.237457 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e20862e9-b352-4e25-b9fc-96161d15cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.241820 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e20862e9-b352-4e25-b9fc-96161d15cd9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63fe895e-4cc3-4f00-b8af-eab8726a39ca HTTP/1.1" status: 204 len: 168 time: 0.1357141 Sep 06 05:38:08.254272 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69354026-network', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:08.256505 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20862e9-b352-4e25-b9fc-96161d15cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fe895e-4cc3-4f00-b8af-eab8726a39ca,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:08.280125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Made reservation on behalf of 2e5c731c29dd473594d2a362bb3a8109 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:08.283358 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.292473 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.385449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.389954 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.414048 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:38:08.424333 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b11808-7f6d-4dd8-b123-8f8fb370407e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:08.429186 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.429535 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Added segment e4097ef5-7d71-4b46-90f0-7194d03f68cc of type vlan for network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 Sep 06 05:38:08.472182 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.497124 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.497958 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:08.498561 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.533725 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3843155 Sep 06 05:38:08.536839 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38098) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:08.541859 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Request body: {'subnet': {'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69354026-subnet', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:08.566349 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Made reservation on behalf of 2e5c731c29dd473594d2a362bb3a8109 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:08.567405 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9b09e-b221-499c-a865-dcbfe18e0e3d admin admin] Pushing event updated for resources: {'Network': ['ID=cccbffbe-17b5-4d43-a1a8-6334a7bc0629,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:08.569885 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.577276 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:38:08.751179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.806918 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd28577-c674-4fee-bdb9-c84bfb5f45cc,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:08.821000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Checking segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:08.821000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Network hostable DHCP agents. Network: cccbffbe-17b5-4d43-a1a8-6334a7bc0629, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:38:08.830658 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:38:08.839308 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, cccbffbe-17b5-4d43-a1a8-6334a7bc0629) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:08.843469 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:08.844513 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.850690 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd39e2-c0df-4b1f-a5c4-638eb5624e86 None None] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:08.860432 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a780ac76-92bc-4398-bbde-1d2b339632fa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3218603 Sep 06 05:38:08.863125 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38110) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:08.867935 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:08.888480 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.889628 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:08.948718 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.037450 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11755104-122a-4936-a678-279a503f1b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:38:09.038491 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.198257 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-11755104-122a-4936-a678-279a503f1b1f None None] Allocated IP 172.20.0.2 (cccbffbe-17b5-4d43-a1a8-6334a7bc0629/3dd28577-c674-4fee-bdb9-c84bfb5f45cc/00660e9d-0a04-4d39-b924-c67f0a7d19d0) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:38:09.286467 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.351908 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.363458 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-11755104-122a-4936-a678-279a503f1b1f None None] Transition to ACTIVE for port object 00660e9d-0a04-4d39-b924-c67f0a7d19d0 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:09.392771 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-11755104-122a-4936-a678-279a503f1b1f None None] Transition to ACTIVE for port object 00660e9d-0a04-4d39-b924-c67f0a7d19d0 will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:09.398979 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.441224 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11755104-122a-4936-a678-279a503f1b1f None None] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:09.444280 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-11755104-122a-4936-a678-279a503f1b1f None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:09.448346 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11755104-122a-4936-a678-279a503f1b1f None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:38:09.465066 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11755104-122a-4936-a678-279a503f1b1f None None] Pushing event updated for resources: {'Port': ['ID=00660e9d-0a04-4d39-b924-c67f0a7d19d0,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:09.487733 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.488116 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.488458 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.488793 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.489126 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.489462 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.489791 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.490118 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.490750 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.491077 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.491602 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.491928 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:09.514011 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.522085 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-11755104-122a-4936-a678-279a503f1b1f None None] Attempting to bind port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:38:09.522494 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-11755104-122a-4936-a678-279a503f1b1f None None] Attempting to bind port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:38:09.522848 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11755104-122a-4936-a678-279a503f1b1f None None] Attempting to bind port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 on network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:38:09.528508 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11755104-122a-4936-a678-279a503f1b1f None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:38:09.528985 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11755104-122a-4936-a678-279a503f1b1f None None] Checking segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:09.529383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.529941 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11755104-122a-4936-a678-279a503f1b1f None None] Bound using segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:38:09.530436 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-11755104-122a-4936-a678-279a503f1b1f None None] Bound port: 00660e9d-0a04-4d39-b924-c67f0a7d19d0, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:38:09.530932 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.536102 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.597385 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-11755104-122a-4936-a678-279a503f1b1f None None] For port 00660e9d-0a04-4d39-b924-c67f0a7d19d0, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:38:09.601294 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-11755104-122a-4936-a678-279a503f1b1f None None] For port 00660e9d-0a04-4d39-b924-c67f0a7d19d0, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=00660e9d-0a04-4d39-b924-c67f0a7d19d0,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:38:09.607668 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-11755104-122a-4936-a678-279a503f1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.657044 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Allocated IP 172.27.3.156 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/54b81196-bcee-4f2e-a87d-793ca0c850dd) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:38:09.675847 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11755104-122a-4936-a678-279a503f1b1f None None] Pushing event updated for resources: {'Port': ['ID=00660e9d-0a04-4d39-b924-c67f0a7d19d0,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:09.786821 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.830326 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:09.868408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:09.871262 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:09.876217 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:38:09.932179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Pushing event updated for resources: {'Port': ['ID=54b81196-bcee-4f2e-a87d-793ca0c850dd,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:10.189020 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab88665-50da-41ef-aa73-e933b1002cea req-e3807e4a-2786-4efb-a8e4-34aa7f152fc5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:10.190497 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aab88665-50da-41ef-aa73-e933b1002cea req-e3807e4a-2786-4efb-a8e4-34aa7f152fc5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0957096 Sep 06 05:38:10.209295 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:10.306509 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aab88665-50da-41ef-aa73-e933b1002cea req-955d6085-230f-4d3c-b70d-ecd7f9deee16 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077909 Sep 06 05:38:10.473745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b960b2-a039-4d6f-bb0d-b29c0b4d97f3 req-51d61905-043d-4795-844d-f6ef259bad89 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:10.475281 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-65b960b2-a039-4d6f-bb0d-b29c0b4d97f3 req-51d61905-043d-4795-844d-f6ef259bad89 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0705888 Sep 06 05:38:10.480450 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:10.588034 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-65b960b2-a039-4d6f-bb0d-b29c0b4d97f3 req-095041bb-3729-4517-a7ec-81fba2eb5ced tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049531 Sep 06 05:38:10.643880 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Router abb2f485-15e5-46e1-b131-6d427d027fea is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:38:10.758602 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:38:10.770246 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Sync routers for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:38:10.778772 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:10.779514 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:10.780123 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:10.783545 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38156) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:10.789658 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-ad17849d-b3c6-445e-b94e-4f68cc163a87 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9250953 Sep 06 05:38:10.813292 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97b8c5-6e5d-4af4-a05a-8aeeb94b32f8 None None] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:10.901012 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-66eb4477-be85-4bb5-906e-72c4c48be789 None None] Provisioning for port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:10.943763 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:11.158166 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 00660e9d-0a04-4d39-b924-c67f0a7d19d0 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:11.228406 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:11.234004 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:11.234416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.342168 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:10Z', 'revision_number': 3, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:11.355692 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.382244 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Checking router: abb2f485-15e5-46e1-b131-6d427d027fea for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:38:11.383486 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Updating router abb2f485-15e5-46e1-b131-6d427d027fea port 54b81196-bcee-4f2e-a87d-793ca0c850dd binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:38:11.428416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 00660e9d-0a04-4d39-b924-c67f0a7d19d0, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=00660e9d-0a04-4d39-b924-c67f0a7d19d0,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:11.440573 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.441746 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.507833 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-b91c8cce-fd73-49ba-b5f9-183b761a8c20 None None] Provisioning complete for port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:11.508200 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-b91c8cce-fd73-49ba-b5f9-183b761a8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.551779 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=00660e9d-0a04-4d39-b924-c67f0a7d19d0,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:11.680236 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.840918 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.852915 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Transition to ACTIVE for port object 54b81196-bcee-4f2e-a87d-793ca0c850dd will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:11.854490 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Allocated IP 172.20.0.1 (cccbffbe-17b5-4d43-a1a8-6334a7bc0629/3dd28577-c674-4fee-bdb9-c84bfb5f45cc/6033757a-95e8-47e3-8526-3094a812a4e7) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:38:11.860908 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.924369 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Attempting to bind port 54b81196-bcee-4f2e-a87d-793ca0c850dd on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:38:11.924986 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Attempting to bind port 54b81196-bcee-4f2e-a87d-793ca0c850dd by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:38:11.925353 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Attempting to bind port 54b81196-bcee-4f2e-a87d-793ca0c850dd on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:38:11.928408 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Pushing event updated for resources: {'Port': ['ID=54b81196-bcee-4f2e-a87d-793ca0c850dd,revision_number=2']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:11.933303 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:38:11.933715 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:11.934133 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.934656 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:38:11.935126 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Bound port: 54b81196-bcee-4f2e-a87d-793ca0c850dd, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:38:11.935522 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.942446 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.942818 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.943163 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.943497 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.943821 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.944316 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.944634 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.945119 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.945619 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.946145 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.946679 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.947192 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:11.970190 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:11.983660 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Transition to ACTIVE for port object 6033757a-95e8-47e3-8526-3094a812a4e7 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:12.003668 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] For port 54b81196-bcee-4f2e-a87d-793ca0c850dd, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:38:12.006743 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] For port 54b81196-bcee-4f2e-a87d-793ca0c850dd, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=54b81196-bcee-4f2e-a87d-793ca0c850dd,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:38:12.011639 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.022141 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.060555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.066378 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:12.069433 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:12.072965 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:38:12.082909 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:12.083553 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:12.115325 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Pushing event updated for resources: {'Port': ['ID=6033757a-95e8-47e3-8526-3094a812a4e7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:12.134662 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb17b-6fd4-4263-9112-32fabfb701fd None None] Pushing event updated for resources: {'Port': ['ID=54b81196-bcee-4f2e-a87d-793ca0c850dd,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:12.136917 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.237078 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:12.325369 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.389170 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d711b76d-9523-41f1-822c-4996751e8b24 None None] Provisioning for port 6033757a-95e8-47e3-8526-3094a812a4e7 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:12.393699 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d711b76d-9523-41f1-822c-4996751e8b24 None None] Provisioning complete for port 6033757a-95e8-47e3-8526-3094a812a4e7 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:12.394153 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d711b76d-9523-41f1-822c-4996751e8b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.427533 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-d711b76d-9523-41f1-822c-4996751e8b24 None None] Port 6033757a-95e8-47e3-8526-3094a812a4e7 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:38:12.434598 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:10Z', 'revision_number': 3, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:12.461776 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ee81-d2dc-47da-ab49-cb3ff9338205 None None] The sync data for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi is: [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:10Z', 'revision_number': 3, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:38:12.492456 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.498677 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.569736 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Pushing event updated for resources: {'Port': ['ID=6033757a-95e8-47e3-8526-3094a812a4e7,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:12.572267 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:12.663275 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:12.664621 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:12.794680 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Router abb2f485-15e5-46e1-b131-6d427d027fea has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:38:12.892234 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:38:12.915993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:38:12.921150 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef59e731-83c0-4718-b0fd-e5021d91332f admin admin] 10.222.0.30 "PUT /v2.0/routers/abb2f485-15e5-46e1-b131-6d427d027fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364942 Sep 06 05:38:12.954789 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-16dcea20-6f25-45c9-ad0b-7fb876b1e00d None None] Provisioning complete for port 6033757a-95e8-47e3-8526-3094a812a4e7 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:12.955842 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-16dcea20-6f25-45c9-ad0b-7fb876b1e00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.000300 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-16dcea20-6f25-45c9-ad0b-7fb876b1e00d None None] Port 6033757a-95e8-47e3-8526-3094a812a4e7 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:38:13.158456 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 54b81196-bcee-4f2e-a87d-793ca0c850dd up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:13.216228 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 54b81196-bcee-4f2e-a87d-793ca0c850dd completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:13.221126 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 54b81196-bcee-4f2e-a87d-793ca0c850dd triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:13.221499 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.299840 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.322136 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 54b81196-bcee-4f2e-a87d-793ca0c850dd, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=54b81196-bcee-4f2e-a87d-793ca0c850dd,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:13.327194 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.327968 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 00660e9d-0a04-4d39-b924-c67f0a7d19d0 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:13.405087 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=54b81196-bcee-4f2e-a87d-793ca0c850dd,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:13.417835 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:13.418243 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.541199 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38230) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:13.546283 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1702468470-network', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:13.568780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Made reservation on behalf of 8db4389913f64933b2c5f7fc4cd1678e for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:13.571156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.580354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.670170 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.674627 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.695896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:38:13.709620 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca92ef-55b7-4006-8c0a-b1404025b398,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:13.715044 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.715394 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Added segment 9c692973-3667-460d-b8a0-92ff4da95af1 of type vlan for network a922ddec-24bb-4682-bfdc-18a2ea2ab174 Sep 06 05:38:13.759831 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.785165 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.786159 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:13.786775 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:13.827679 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2828319 Sep 06 05:38:13.828082 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38234) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:13.833595 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Request body: {'subnet': {'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1702468470-subnet', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:13.850780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef570-851a-4544-ab0d-c62e9cddb858 admin admin] Pushing event updated for resources: {'Network': ['ID=a922ddec-24bb-4682-bfdc-18a2ea2ab174,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:13.859365 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Made reservation on behalf of 8db4389913f64933b2c5f7fc4cd1678e for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:13.861955 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:38:13.862909 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.032682 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.037449 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Sync routers for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:38:14.046754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:14.047862 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:14.090003 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:14.101505 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Checking segment: {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:14.101865 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Network hostable DHCP agents. Network: a922ddec-24bb-4682-bfdc-18a2ea2ab174, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:38:14.119671 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:38:14.133120 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, a922ddec-24bb-4682-bfdc-18a2ea2ab174) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:14.137964 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:14.138974 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.160816 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1c1676b4-4c94-4cff-988d-ba28b4bc67e7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3291044 Sep 06 05:38:14.161044 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38240) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:14.165953 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:14.188328 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.189854 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.237452 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7a2dc-c3e8-4b4e-a5ab-4a6a90ad9929 None None] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:14.248375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.335528 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:14.380214 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.519377 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-a922ddec-24bb-4682-bfdc-18a2ea2ab174', 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'fixed_ips': [{'subnet_id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:38:14.520244 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.730524 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Allocated IP 172.20.0.2 (a922ddec-24bb-4682-bfdc-18a2ea2ab174/76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d/81927888-5632-4aef-9c92-f79b338deddd) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:38:14.749178 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 2, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:14.788996 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Checking router: abb2f485-15e5-46e1-b131-6d427d027fea for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:38:14.789362 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Updating router abb2f485-15e5-46e1-b131-6d427d027fea port 6033757a-95e8-47e3-8526-3094a812a4e7 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:38:14.832375 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.858473 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-71a104b9-3183-4061-b2ff-485df80ee450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:14.860588 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-71a104b9-3183-4061-b2ff-485df80ee450 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.3079231 Sep 06 05:38:14.863583 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.890695 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f8d36-2ea1-4a12-b71e-d57992db9873 req-69aa2416-0857-424d-9224-f299e0015506 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:14.897333 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-105f8d36-2ea1-4a12-b71e-d57992db9873 req-69aa2416-0857-424d-9224-f299e0015506 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1132541 Sep 06 05:38:14.899328 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:14.978339 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-105f8d36-2ea1-4a12-b71e-d57992db9873 req-ead239fd-f8e1-488a-b4aa-3a21be3bb2de tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723152 Sep 06 05:38:15.036138 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Allocated IP 172.27.3.69 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:38:15.056758 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.077301 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 54b81196-bcee-4f2e-a87d-793ca0c850dd up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:15.082148 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Transition to ACTIVE for port object 81927888-5632-4aef-9c92-f79b338deddd will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:15.150383 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.159858 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Transition to ACTIVE for port object 81927888-5632-4aef-9c92-f79b338deddd will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:15.174994 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.191599 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.230891 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:15.233845 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:15.237013 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:15.238430 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:38:15.248278 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:15.258631 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:38:15.260608 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Pushing event updated for resources: {'Port': ['ID=81927888-5632-4aef-9c92-f79b338deddd,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:15.271053 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 54b81196-bcee-4f2e-a87d-793ca0c850dd triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:15.271427 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.275618 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:15.387812 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Attempting to bind port 81927888-5632-4aef-9c92-f79b338deddd on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:38:15.388176 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Attempting to bind port 81927888-5632-4aef-9c92-f79b338deddd by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:38:15.388536 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Attempting to bind port 81927888-5632-4aef-9c92-f79b338deddd on network a922ddec-24bb-4682-bfdc-18a2ea2ab174 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:38:15.403900 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:38:15.404275 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Checking segment: {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:15.404683 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.405075 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Bound using segment: {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:38:15.405547 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Bound port: 81927888-5632-4aef-9c92-f79b338deddd, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:38:15.405926 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.411807 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.451269 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.451733 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Transition to ACTIVE for port object 6033757a-95e8-47e3-8526-3094a812a4e7 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:15.481896 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.567768 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] For port 81927888-5632-4aef-9c92-f79b338deddd, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:38:15.568512 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9d848-da47-42d4-8715-a4ba2b5b29bb None None] Pushing event updated for resources: {'Port': ['ID=6033757a-95e8-47e3-8526-3094a812a4e7,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:15.573079 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] For port 81927888-5632-4aef-9c92-f79b338deddd, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=81927888-5632-4aef-9c92-f79b338deddd,segment=NetworkSegment(9c692973-3667-460d-b8a0-92ff4da95af1),segment_id=9c692973-3667-460d-b8a0-92ff4da95af1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:38:15.581255 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.664429 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Attempting to bind port 6033757a-95e8-47e3-8526-3094a812a4e7 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:38:15.664796 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Attempting to bind port 6033757a-95e8-47e3-8526-3094a812a4e7 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:38:15.665159 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Attempting to bind port 6033757a-95e8-47e3-8526-3094a812a4e7 on network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:38:15.682527 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:38:15.682924 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Checking segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:15.683317 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.683713 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Bound using segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:38:15.684204 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Bound port: 6033757a-95e8-47e3-8526-3094a812a4e7, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:38:15.684579 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.709539 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb97e1a-1fd5-41ba-829d-b44e2e509221 None None] Pushing event updated for resources: {'Port': ['ID=81927888-5632-4aef-9c92-f79b338deddd,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:15.816960 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] For port 6033757a-95e8-47e3-8526-3094a812a4e7, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:38:15.864460 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.869825 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] For port 6033757a-95e8-47e3-8526-3094a812a4e7, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=6033757a-95e8-47e3-8526-3094a812a4e7,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:38:15.877977 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:15.888501 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-1a47c038-aabb-4ec7-abeb-ce02869db2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:15.893939 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-1a47c038-aabb-4ec7-abeb-ce02869db2e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.2055786 Sep 06 05:38:15.960000 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9d848-da47-42d4-8715-a4ba2b5b29bb None None] Pushing event updated for resources: {'Port': ['ID=6033757a-95e8-47e3-8526-3094a812a4e7,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:16.005892 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:16.006746 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:16.080038 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:38:16.208987 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:16.238247 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:38:16.249901 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Sync routers for ids ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:38:16.260774 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Routers {'736d12ce-b00f-47ce-9c0e-cd8803ae3f79'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:16.261724 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:16.269819 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:16.274739 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a3d0a7da-2be3-41d4-bc2f-9c23ce41ed42 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1100020 Sep 06 05:38:16.275113 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38282) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:16.426582 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Set router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:16.630282 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:15Z', 'revision_number': 3, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:16.658789 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:15Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:16.663068 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Checking router: 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:38:16.663419 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Updating router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:38:16.690016 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:16.694456 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4a6c1-cd25-4bae-b3b0-1382b5bc8dec None None] The sync data for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi is: [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:15Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:38:16.843154 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.037531 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c8836-6f40-43e8-a52e-dd8c45a54352 None None] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:17.044736 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.055822 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Transition to ACTIVE for port object b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:17.066624 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.128968 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Attempting to bind port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:38:17.129342 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Attempting to bind port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:38:17.129850 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Attempting to bind port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:38:17.134777 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675bc68-dc7f-4f0a-893c-9c0e44d39b7b None None] Pushing event updated for resources: {'Port': ['ID=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,revision_number=2']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:17.143059 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:38:17.143429 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:17.143829 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.144214 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:38:17.144683 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Bound port: b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:38:17.145076 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.190822 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-6af0be70-89d2-4173-879a-e2894f1be01f None None] Provisioning for port 81927888-5632-4aef-9c92-f79b338deddd completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:17.210420 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 81927888-5632-4aef-9c92-f79b338deddd up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:17.261946 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] For port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:38:17.267444 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] For port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:38:17.282124 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.310166 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Allocated IP 172.20.0.1 (a922ddec-24bb-4682-bfdc-18a2ea2ab174/76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d/18869155-818c-4320-b343-6a081def3449) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:38:17.320998 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 81927888-5632-4aef-9c92-f79b338deddd completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:17.326569 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 81927888-5632-4aef-9c92-f79b338deddd triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:17.326950 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.350180 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675bc68-dc7f-4f0a-893c-9c0e44d39b7b None None] Pushing event updated for resources: {'Port': ['ID=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:17.363083 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Routers {'736d12ce-b00f-47ce-9c0e-cd8803ae3f79'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:17.363711 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:17.455071 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.485251 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.504981 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Transition to ACTIVE for port object 18869155-818c-4320-b343-6a081def3449 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:17.505169 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 81927888-5632-4aef-9c92-f79b338deddd, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=81927888-5632-4aef-9c92-f79b338deddd,segment=NetworkSegment(9c692973-3667-460d-b8a0-92ff4da95af1),segment_id=9c692973-3667-460d-b8a0-92ff4da95af1)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:17.511054 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.512035 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 6033757a-95e8-47e3-8526-3094a812a4e7 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:17.545522 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.610275 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] Set router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:17.614573 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:17.618374 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:17.626046 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:38:17.653225 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-53100bf6-e51f-429e-b031-53a8054d8c4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.1002085 Sep 06 05:38:17.671720 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 6033757a-95e8-47e3-8526-3094a812a4e7 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:17.673017 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.676567 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=81927888-5632-4aef-9c92-f79b338deddd,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:17.688326 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 6033757a-95e8-47e3-8526-3094a812a4e7 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:17.688924 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.720124 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Pushing event updated for resources: {'Port': ['ID=18869155-818c-4320-b343-6a081def3449,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:17.792834 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-510f7e2a-505f-4a38-a2a7-530d45cd736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:17.794666 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-510f7e2a-505f-4a38-a2a7-530d45cd736f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.1306937 Sep 06 05:38:17.840268 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.889159 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.890327 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 6033757a-95e8-47e3-8526-3094a812a4e7, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=6033757a-95e8-47e3-8526-3094a812a4e7,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:17.893249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-3a56bad7-042a-4879-aa66-cd2b78028bf2 None None] Provisioning complete for port 81927888-5632-4aef-9c92-f79b338deddd triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:17.894027 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a56bad7-042a-4879-aa66-cd2b78028bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.920693 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-cbb31e5a-4667-4859-adf8-7c7fd425f167 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882456 Sep 06 05:38:17.946879 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:17.993429 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeced16-2427-45d4-90dc-47aea1de5ae6 req-b4322aa4-bc28-4aac-b164-c6a803ddcd07 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:17.997843 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1eeced16-2427-45d4-90dc-47aea1de5ae6 req-b4322aa4-bc28-4aac-b164-c6a803ddcd07 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.2467721 Sep 06 05:38:18.071128 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=6033757a-95e8-47e3-8526-3094a812a4e7,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:18.144034 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1eeced16-2427-45d4-90dc-47aea1de5ae6 req-74c0ec70-b239-4b70-bac0-970b2da57a53 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Sep 06 05:38:18.178131 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-ef100f9d-2a23-422e-a5c3-aed1d0596953 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469273 Sep 06 05:38:18.238373 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-b066ad71-8a73-4a86-ba3f-f4e06ffb8dd4 None None] Provisioning for port 18869155-818c-4320-b343-6a081def3449 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:18.244969 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-b066ad71-8a73-4a86-ba3f-f4e06ffb8dd4 None None] Provisioning complete for port 18869155-818c-4320-b343-6a081def3449 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:18.247132 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-b066ad71-8a73-4a86-ba3f-f4e06ffb8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:18.293443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:18.300010 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:18.303495 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-b066ad71-8a73-4a86-ba3f-f4e06ffb8dd4 None None] Port 18869155-818c-4320-b343-6a081def3449 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:38:18.315400 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8dcd797-07fb-477d-87bc-08c32aaa1f5b req-9f48deff-baab-4069-9c09-235532d3fc6f service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287527 Sep 06 05:38:18.319258 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:15Z', 'revision_number': 3, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:18.367529 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3d8d-2280-4229-8124-435384a12e6f None None] The sync data for ids ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'] in dv-cinder-788782-11-iscsi is: [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:15Z', 'revision_number': 3, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:38:18.402985 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Pushing event updated for resources: {'Port': ['ID=18869155-818c-4320-b343-6a081def3449,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:18.420109 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:18.529078 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:38:18.532178 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:18.825802 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:38:18.959631 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4e384f6a-eac4-4bae-aab1-b5ff38e8a6e8 None None] Provisioning complete for port 18869155-818c-4320-b343-6a081def3449 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:18.959631 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4e384f6a-eac4-4bae-aab1-b5ff38e8a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:18.967745 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:38:18.983036 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8bab916f-09b2-465d-a68e-87f2d5785a13 admin admin] 10.222.0.30 "PUT /v2.0/routers/736d12ce-b00f-47ce-9c0e-cd8803ae3f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028089 Sep 06 05:38:19.022111 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-4e384f6a-eac4-4bae-aab1-b5ff38e8a6e8 None None] Port 18869155-818c-4320-b343-6a081def3449 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:38:19.159940 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 81927888-5632-4aef-9c92-f79b338deddd up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:19.213033 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 81927888-5632-4aef-9c92-f79b338deddd triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:19.213529 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:19.303948 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cbae3-c344-4f34-bc4a-8103da233601 req-d0f79a41-8359-4176-b807-fea6ce2421aa tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:19.312336 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-444cbae3-c344-4f34-bc4a-8103da233601 req-d0f79a41-8359-4176-b807-fea6ce2421aa tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0697494 Sep 06 05:38:19.323387 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:19.347593 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-444cbae3-c344-4f34-bc4a-8103da233601 req-aa7c45e0-8e14-4c44-9d3f-421f1f346932 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Sep 06 05:38:19.383866 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:19.388108 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:19.388485 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:19.435507 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-df308e04-cd39-4ad9-ac8e-a7d0f4916a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:19.486270 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:19.507614 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:19.512619 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:19.513585 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 6033757a-95e8-47e3-8526-3094a812a4e7 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:19.588261 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:19.600952 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 6033757a-95e8-47e3-8526-3094a812a4e7 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:19.601324 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:19.929281 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38368) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:19.941016 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781098670', 'description': 'tempest-secgroup-smoke-1781098670 description', 'project_id': '2e5c731c29dd473594d2a362bb3a8109'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:19.970119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.095605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.099696 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.130413 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.132069 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1994283 Sep 06 05:38:20.135604 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38382) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.137955 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bb9ff-649d-431a-8e4b-b2743370459d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d274be7b-7c08-4b67-9f93-3b74c821aff7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:20.152361 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group_rule': {'security_group_id': 'd274be7b-7c08-4b67-9f93-3b74c821aff7', 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:20.199798 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.223965 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38388) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.305544 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.310762 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.340483 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd57e45-0641-4b17-8bca-89ab76be3e95,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:20.349008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.350335 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-63201f83-47e3-4000-958b-3f26400ae5b2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2133696 Sep 06 05:38:20.353409 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38396) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.361354 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group_rule': {'security_group_id': 'd274be7b-7c08-4b67-9f93-3b74c821aff7', 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:20.423622 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-521c1efa-e33b-47bf-948e-6e20c9d2f777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.439789 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Sync routers for ids ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:38:20.455192 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Routers {'736d12ce-b00f-47ce-9c0e-cd8803ae3f79'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:20.456175 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:20.515159 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.581210 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38406) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.591067 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Set router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:20.596443 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85720e1f-bdf7-4385-ba93-e686daaea5d1 req-7784d6c4-4682-4ef7-83d3-a7d8c02a3f51 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:20.602728 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-85720e1f-bdf7-4385-ba93-e686daaea5d1 req-7784d6c4-4682-4ef7-83d3-a7d8c02a3f51 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1364784 Sep 06 05:38:20.673541 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.683921 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.691912 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-85720e1f-bdf7-4385-ba93-e686daaea5d1 req-e607774a-13aa-4879-9338-942f4fcb60d1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874448 Sep 06 05:38:20.708199 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-092ad594-e313-4f49-a10d-e862c52aa222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.723402 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779fbac2-3c57-43ff-ac63-ea1622b2bbb7,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:20.736608 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-521c1efa-e33b-47bf-948e-6e20c9d2f777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.742279 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-521c1efa-e33b-47bf-948e-6e20c9d2f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.762586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.763791 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-22eeb763-9eb8-458f-adce-1d633dd19527 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4095995 Sep 06 05:38:20.766904 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38412) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.773197 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group_rule': {'security_group_id': 'd274be7b-7c08-4b67-9f93-3b74c821aff7', 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:20.798540 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-521c1efa-e33b-47bf-948e-6e20c9d2f777 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd2ad591f61249e8aa84f2fbfe84067d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738282 Sep 06 05:38:20.804169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38416) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.835022 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c1efa-e33b-47bf-948e-6e20c9d2f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d72ee-9fad-499f-9003-a5795cdf1c39,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:20.839031 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 4, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '18869155-818c-4320-b343-6a081def3449', 'name': '', 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'mac_address': 'fa:16:3e:6c:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:16Z', 'updated_at': '2021-09-06T05:38:18Z', 'revision_number': 2, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'subnets': [{'id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:20.862764 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-092ad594-e313-4f49-a10d-e862c52aa222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.871196 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-092ad594-e313-4f49-a10d-e862c52aa222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.881413 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Checking router: 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:38:20.882313 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Updating router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 port 18869155-818c-4320-b343-6a081def3449 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:38:20.897785 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a4cdadfd-3798-4ac7-b230-4beb9d798a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.920099 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.924687 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a4cdadfd-3798-4ac7-b230-4beb9d798a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.957521 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-092ad594-e313-4f49-a10d-e862c52aa222 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=790e0525f5f4471088f553f49177ff47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749897 Sep 06 05:38:20.963416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38420) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:20.985509 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a4cdadfd-3798-4ac7-b230-4beb9d798a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:20.999857 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ad594-e313-4f49-a10d-e862c52aa222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c6b3e-7d0a-4482-8d8e-22f51cee4be7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.000817 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a4cdadfd-3798-4ac7-b230-4beb9d798a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.005516 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.005792 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a4cdadfd-3798-4ac7-b230-4beb9d798a26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/781d72ee-9fad-499f-9003-a5795cdf1c39 HTTP/1.1" status: 204 len: 168 time: 0.2004740 Sep 06 05:38:21.017929 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdadfd-3798-4ac7-b230-4beb9d798a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d72ee-9fad-499f-9003-a5795cdf1c39,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.060411 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1aad9fc5-3d9f-4058-a32e-74caf45fb2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.100714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.106146 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1aad9fc5-3d9f-4058-a32e-74caf45fb2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.108470 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.151017 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:21.169074 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d693205b-443f-4dfc-a0c0-4fbca1524b3c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.184813 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.189184 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38426) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:21.189875 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-45d5a5b3-be04-4700-91c7-957c3d1aa172 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4216363 Sep 06 05:38:21.200574 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group_rule': {'security_group_id': 'd274be7b-7c08-4b67-9f93-3b74c821aff7', 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:21.217329 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1aad9fc5-3d9f-4058-a32e-74caf45fb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.220855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1aad9fc5-3d9f-4058-a32e-74caf45fb2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.224341 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1aad9fc5-3d9f-4058-a32e-74caf45fb2fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/469c6b3e-7d0a-4482-8d8e-22f51cee4be7 HTTP/1.1" status: 204 len: 168 time: 0.2573297 Sep 06 05:38:21.230632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad9fc5-3d9f-4058-a32e-74caf45fb2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c6b3e-7d0a-4482-8d8e-22f51cee4be7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.249011 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.304662 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38434) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:21.304894 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:21.305270 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.324168 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.329138 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.348118 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f5e90b-7678-45ca-b9ea-de31ab8eb90c,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.366103 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.367390 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-5f16b608-43ed-4c85-8aac-294984842ba6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727908 Sep 06 05:38:21.370049 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38440) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:21.374533 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group_rule': {'security_group_id': 'd274be7b-7c08-4b67-9f93-3b74c821aff7', 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:21.402385 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.securitygroups_db [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Project 2e5c731c29dd473594d2a362bb3a8109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 05:38:21.411088 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.429642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.443986 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Transition to ACTIVE for port object 18869155-818c-4320-b343-6a081def3449 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:38:21.474883 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.504041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.510104 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.543708 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445d3c4a-1f86-4ad4-8d78-66759c375a6b,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.545008 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89711b01-25cd-41e9-b0ee-af02e8b59e2e None None] Pushing event updated for resources: {'Port': ['ID=18869155-818c-4320-b343-6a081def3449,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.555510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.560357 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-51a2993e-1d3d-49ca-a043-5177d2a54635 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1869769 Sep 06 05:38:21.561155 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38446) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:21.567856 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'security_group_rule': {'security_group_id': 'd274be7b-7c08-4b67-9f93-3b74c821aff7', 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:21.601438 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Project 2e5c731c29dd473594d2a362bb3a8109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 05:38:21.611416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.627495 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Attempting to bind port 18869155-818c-4320-b343-6a081def3449 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:38:21.628426 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Attempting to bind port 18869155-818c-4320-b343-6a081def3449 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:38:21.629145 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Attempting to bind port 18869155-818c-4320-b343-6a081def3449 on network a922ddec-24bb-4682-bfdc-18a2ea2ab174 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:38:21.636726 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:38:21.637424 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Checking segment: {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:21.638677 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.643750 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Bound using segment: {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:38:21.645001 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Bound port: 18869155-818c-4320-b343-6a081def3449, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c692973-3667-460d-b8a0-92ff4da95af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:38:21.645628 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.692728 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05a8ddb2-25e3-4424-a639-8e5fa4b672df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.718720 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.732519 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.751919 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] For port 18869155-818c-4320-b343-6a081def3449, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:38:21.758367 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] For port 18869155-818c-4320-b343-6a081def3449, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=18869155-818c-4320-b343-6a081def3449,segment=NetworkSegment(9c692973-3667-460d-b8a0-92ff4da95af1),segment_id=9c692973-3667-460d-b8a0-92ff4da95af1)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:38:21.768041 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.794953 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11335f9-f207-4ea9-98b9-d7f7d6f41fcb,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:21.868337 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38458) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:21.890585 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Routers {'736d12ce-b00f-47ce-9c0e-cd8803ae3f79'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:38:21.891274 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:37:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:21.893816 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83f8ea53-d417-4f5a-bf0c-16e87e972531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.922393 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e036a4-d6d7-4704-803e-3fdfc6d336c8 req-27dfcf0c-319a-4888-b77b-c1f8b04c6eb3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:21.924389 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61e036a4-d6d7-4704-803e-3fdfc6d336c8 req-27dfcf0c-319a-4888-b77b-c1f8b04c6eb3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1079142 Sep 06 05:38:21.929962 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05a8ddb2-25e3-4424-a639-8e5fa4b672df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:21.936807 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05a8ddb2-25e3-4424-a639-8e5fa4b672df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.008908 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-05a8ddb2-25e3-4424-a639-8e5fa4b672df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a38812cac58a4cba8d24e10c6aebafcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7024660 Sep 06 05:38:22.010278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38462) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:22.011949 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61e036a4-d6d7-4704-803e-3fdfc6d336c8 req-fbe1ad90-c58f-4a41-9d59-00f22ccfaff3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797265 Sep 06 05:38:22.019415 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8ddb2-25e3-4424-a639-8e5fa4b672df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a2ec1-97ef-4aa5-b3d2-da39c633fa94,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:22.030635 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.043156 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dc5a6b6b-5d62-4d4d-b4f2-fc0cd3f3351f tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4805045 Sep 06 05:38:22.104866 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83f8ea53-d417-4f5a-bf0c-16e87e972531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.109691 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83f8ea53-d417-4f5a-bf0c-16e87e972531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.153233 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8ea53-d417-4f5a-bf0c-16e87e972531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24152798-e947-41ce-8ce7-18ac704e791f,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:22.155320 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e2cea342-e6e3-47e3-bc87-5decb222c83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.192051 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-83f8ea53-d417-4f5a-bf0c-16e87e972531 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e58e8ecf95ec41b08ad09def6e9ec852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211019 Sep 06 05:38:22.195021 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38470) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:22.198502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e2cea342-e6e3-47e3-bc87-5decb222c83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.280180 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] Set router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:38:22.283408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2cffb456-1e4e-4365-9379-659c30d6c245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.302180 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e2cea342-e6e3-47e3-bc87-5decb222c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.306045 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e2cea342-e6e3-47e3-bc87-5decb222c83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.310155 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e2cea342-e6e3-47e3-bc87-5decb222c83b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/573a2ec1-97ef-4aa5-b3d2-da39c633fa94 HTTP/1.1" status: 204 len: 168 time: 0.2781105 Sep 06 05:38:22.330998 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89711b01-25cd-41e9-b0ee-af02e8b59e2e None None] Pushing event updated for resources: {'Port': ['ID=18869155-818c-4320-b343-6a081def3449,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:22.339368 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cea342-e6e3-47e3-bc87-5decb222c83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a2ec1-97ef-4aa5-b3d2-da39c633fa94,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:22.353053 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2cffb456-1e4e-4365-9379-659c30d6c245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.413294 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4601fc18-9c35-475c-872a-75d9b17bc777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.448106 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2cffb456-1e4e-4365-9379-659c30d6c245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.453242 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2cffb456-1e4e-4365-9379-659c30d6c245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:22.455877 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-2cffb456-1e4e-4365-9379-659c30d6c245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24152798-e947-41ce-8ce7-18ac704e791f HTTP/1.1" status: 204 len: 168 time: 0.2574506 Sep 06 05:38:22.467226 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffb456-1e4e-4365-9379-659c30d6c245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24152798-e947-41ce-8ce7-18ac704e791f,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:22.619195 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 4, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '18869155-818c-4320-b343-6a081def3449', 'name': '', 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'mac_address': 'fa:16:3e:6c:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:16Z', 'updated_at': '2021-09-06T05:38:21Z', 'revision_number': 4, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'subnets': [{'id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:22.656894 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80605c7d-04fb-4c24-914c-a623a93604e6 None None] The sync data for ids ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'] in dv-cinder-788782-11-iscsi is: [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 4, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '18869155-818c-4320-b343-6a081def3449', 'name': '', 'network_id': 'a922ddec-24bb-4682-bfdc-18a2ea2ab174', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'mac_address': 'fa:16:3e:6c:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:16Z', 'updated_at': '2021-09-06T05:38:21Z', 'revision_number': 4, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'subnets': [{'id': '76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:38:22.795840 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.126722 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.132602 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 18869155-818c-4320-b343-6a081def3449 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:23.141668 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c3e9-3104-4ac6-84fa-d182e0af5119 req-3118ca93-e9d9-4ddb-a868-0d1a1877e256 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:23.153555 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9c33c3e9-3104-4ac6-84fa-d182e0af5119 req-3118ca93-e9d9-4ddb-a868-0d1a1877e256 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.1638584 Sep 06 05:38:23.204576 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 18869155-818c-4320-b343-6a081def3449 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:38:23.210368 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 18869155-818c-4320-b343-6a081def3449 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:23.210743 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.282651 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38568) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:23.307049 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9c33c3e9-3104-4ac6-84fa-d182e0af5119 req-2d1bfba7-ecf1-4f0a-a195-1160a7163c9f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521423 Sep 06 05:38:23.308839 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf37260a-b41d-4e54-afda-d6a88e4f0740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.388282 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b590b4c-4b8b-45ba-b73a-8311fc59d608 req-52732c03-cda8-4073-969f-329d55462bb1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:23.398498 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4b590b4c-4b8b-45ba-b73a-8311fc59d608 req-52732c03-cda8-4073-969f-329d55462bb1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.2319117 Sep 06 05:38:23.421044 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.498167 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4b590b4c-4b8b-45ba-b73a-8311fc59d608 req-c5647729-013a-4eea-bdef-b66dbc228bc6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Sep 06 05:38:23.514650 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 18869155-818c-4320-b343-6a081def3449, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=18869155-818c-4320-b343-6a081def3449,segment=NetworkSegment(9c692973-3667-460d-b8a0-92ff4da95af1),segment_id=9c692973-3667-460d-b8a0-92ff4da95af1)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:23.521912 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.588303 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf37260a-b41d-4e54-afda-d6a88e4f0740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.597804 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bf37260a-b41d-4e54-afda-d6a88e4f0740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.654748 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=18869155-818c-4320-b343-6a081def3449,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:23.666116 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bf37260a-b41d-4e54-afda-d6a88e4f0740 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f7ae0aa218b44318be65558c17820b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815403 Sep 06 05:38:23.669077 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38608) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:23.673315 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37260a-b41d-4e54-afda-d6a88e4f0740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f882c2-1a9d-4bdd-af0a-324ce4eab7cf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:23.790503 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ebba-ab9a-4214-9bf1-6cec32832df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.827652 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ebba-ab9a-4214-9bf1-6cec32832df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.907496 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ebba-ab9a-4214-9bf1-6cec32832df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.910043 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ebba-ab9a-4214-9bf1-6cec32832df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:23.912041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-9fc9ebba-ab9a-4214-9bf1-6cec32832df9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06f882c2-1a9d-4bdd-af0a-324ce4eab7cf HTTP/1.1" status: 204 len: 168 time: 0.2412844 Sep 06 05:38:23.922548 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9ebba-ab9a-4214-9bf1-6cec32832df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f882c2-1a9d-4bdd-af0a-324ce4eab7cf,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:24.481878 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153211f4-19b6-4872-816b-c4e9eb3c720d req-13027f04-848c-4bab-b32d-94433e5c3b8e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:24.483812 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-153211f4-19b6-4872-816b-c4e9eb3c720d req-13027f04-848c-4bab-b32d-94433e5c3b8e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0740054 Sep 06 05:38:24.555794 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-153211f4-19b6-4872-816b-c4e9eb3c720d req-0c41fcec-13a8-4c6b-b29f-f386c8cad49f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598097 Sep 06 05:38:24.693646 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:24.753726 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aebd6-4035-4a28-aae7-10954f60b54d req-da7d3bcc-5f8e-4c42-b2e1-f75ec8c05e57 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:24.763934 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c60aebd6-4035-4a28-aae7-10954f60b54d req-da7d3bcc-5f8e-4c42-b2e1-f75ec8c05e57 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0939550 Sep 06 05:38:24.826258 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c60aebd6-4035-4a28-aae7-10954f60b54d req-3466d70d-2f9b-486f-a92d-7795aed4ed24 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Sep 06 05:38:25.083227 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38684) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:25.083661 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 18869155-818c-4320-b343-6a081def3449 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:25.144450 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 18869155-818c-4320-b343-6a081def3449 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:25.144828 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.205097 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646183964-network', 'tenant_id': '84b71988442b465c825fc7aad997423c'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:25.247989 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Made reservation on behalf of 84b71988442b465c825fc7aad997423c for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:25.253870 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.262327 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.356607 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.361645 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.388335 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:38:25.397164 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb52d3-5ffd-4aa8-8fa1-c696b9af9268,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:25.403040 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.403439 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Added segment f8447b3f-ddb1-4df7-bdf5-808a5e29b135 of type vlan for network d6d26848-74ab-4195-9aa2-53c07a31348b Sep 06 05:38:25.447706 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.476203 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.477514 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:25.478132 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.517165 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4288611 Sep 06 05:38:25.517483 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38712) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:25.522476 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Request body: {'subnet': {'network_id': 'd6d26848-74ab-4195-9aa2-53c07a31348b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646183964-subnet', 'tenant_id': '84b71988442b465c825fc7aad997423c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:25.548194 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Made reservation on behalf of 84b71988442b465c825fc7aad997423c for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:25.554754 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329454c-ce56-431f-9961-c0e6c8aa655a admin admin] Pushing event updated for resources: {'Network': ['ID=d6d26848-74ab-4195-9aa2-53c07a31348b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:25.555546 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573050'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.566761 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network d6d26848-74ab-4195-9aa2-53c07a31348b details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:38:25.730451 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ae09-043e-41b8-aeab-ff25520033ba req-e2437281-99d1-4257-83ff-f9467a349710 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:25.739047 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a14ae09-043e-41b8-aeab-ff25520033ba req-e2437281-99d1-4257-83ff-f9467a349710 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Sep 06 05:38:25.774930 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573012'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.778882 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a14ae09-043e-41b8-aeab-ff25520033ba req-3cfb85dd-47e5-4321-9768-fd3d127e7969 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385733 Sep 06 05:38:25.855268 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a509ce-2b8d-49d5-8c80-af2bea465953,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:25.862830 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Checking segment: {'id': 'f8447b3f-ddb1-4df7-bdf5-808a5e29b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd6d26848-74ab-4195-9aa2-53c07a31348b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:25.863187 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Network hostable DHCP agents. Network: d6d26848-74ab-4195-9aa2-53c07a31348b, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:38:25.881242 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Network d6d26848-74ab-4195-9aa2-53c07a31348b is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:38:25.899393 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, d6d26848-74ab-4195-9aa2-53c07a31348b) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:25.904392 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:25.904668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:25.911655 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f42f2-bed1-4662-b9a6-70eedb8fc844 None None] Network d6d26848-74ab-4195-9aa2-53c07a31348b requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:25.922051 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-64f2ee23-9063-411f-8bb9-9da494df6031 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4031737 Sep 06 05:38:25.960834 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75fb4c-b92b-486a-a5bc-0e2610cdb920 req-a6b6439a-ac2a-45fd-8751-93a519942249 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:25.963165 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf75fb4c-b92b-486a-a5bc-0e2610cdb920 req-a6b6439a-ac2a-45fd-8751-93a519942249 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0685833 Sep 06 05:38:26.003306 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38736) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:26.026886 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf75fb4c-b92b-486a-a5bc-0e2610cdb920 req-ffaee296-f01f-46d3-aab9-a38d90f61fb8 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505605 Sep 06 05:38:26.098944 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717a57d-12fa-47d6-b797-153347bd83ee None None] Network d6d26848-74ab-4195-9aa2-53c07a31348b requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:26.134594 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f080-e790-45fe-b4eb-7b30c48b2d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.263413 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f080-e790-45fe-b4eb-7b30c48b2d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.267145 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f080-e790-45fe-b4eb-7b30c48b2d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.305625 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b8d1f080-e790-45fe-b4eb-7b30c48b2d92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de14c8a6bd464dba8fdd5ac66e0d8199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002470 Sep 06 05:38:26.306520 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1f080-e790-45fe-b4eb-7b30c48b2d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc9897-1e45-4a2c-98e3-2e7c9b95758f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:26.308777 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38752) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:26.366510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6914d2e4-4be7-478a-ad35-14e2382ab07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.388397 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6914d2e4-4be7-478a-ad35-14e2382ab07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.435019 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6914d2e4-4be7-478a-ad35-14e2382ab07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.437597 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6914d2e4-4be7-478a-ad35-14e2382ab07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.439079 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6914d2e4-4be7-478a-ad35-14e2382ab07b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65fc9897-1e45-4a2c-98e3-2e7c9b95758f HTTP/1.1" status: 204 len: 168 time: 0.1276920 Sep 06 05:38:26.446969 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914d2e4-4be7-478a-ad35-14e2382ab07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc9897-1e45-4a2c-98e3-2e7c9b95758f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:26.515163 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38762) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:26.521357 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410682472-network', 'tenant_id': '458d31c0cc6149339ce9aced8a2d7759'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:26.546797 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Made reservation on behalf of 458d31c0cc6149339ce9aced8a2d7759 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:26.549417 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.558038 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.653839 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.657647 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.678197 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:38:26.692224 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d901e-ccd2-429c-9f3f-64ce307bac5b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:26.696943 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.697289 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Added segment c6aa99ba-ed0c-42f0-bd13-ec1ca8de51d4 of type vlan for network bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5 Sep 06 05:38:26.745312 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.773997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.774995 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:26.775581 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.806690 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2896757 Sep 06 05:38:26.810534 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38770) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:26.818528 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Request body: {'subnet': {'network_id': 'bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410682472-subnet', 'tenant_id': '458d31c0cc6149339ce9aced8a2d7759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:38:26.853059 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077202b-c0ac-4e62-a886-429dd2e012cc admin admin] Pushing event updated for resources: {'Network': ['ID=bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:26.865868 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:38:26.869291 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Made reservation on behalf of 458d31c0cc6149339ce9aced8a2d7759 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:38:26.872848 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573050'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:26.940196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83387-0e19-4f54-8d65-8eab6d94d358 req-4610354e-3bb5-4866-90d1-d56da9235bf4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:26.943327 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4d83387-0e19-4f54-8d65-8eab6d94d358 req-4610354e-3bb5-4866-90d1-d56da9235bf4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0639331 Sep 06 05:38:26.945934 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 38772) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:26.974745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84ec97c9-e52c-43c2-a74b-224dc9a4c236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.013140 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4d83387-0e19-4f54-8d65-8eab6d94d358 req-36312820-194c-4b6f-a7f7-09576823ce17 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601776 Sep 06 05:38:27.155695 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573012'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.169836 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84ec97c9-e52c-43c2-a74b-224dc9a4c236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.178677 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-84ec97c9-e52c-43c2-a74b-224dc9a4c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.222138 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8c5c85-d794-4cd6-b1ca-3a35e0423838,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:27.227998 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-84ec97c9-e52c-43c2-a74b-224dc9a4c236 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da243b4ac2c14a8aa8ea218b45480931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807019 Sep 06 05:38:27.230056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec97c9-e52c-43c2-a74b-224dc9a4c236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227384ce-19a2-41c4-8ba9-737314796b5a,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:27.230684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 38782) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:27.239656 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66c26-80fc-4ff9-af95-f36a2365c7d2 req-8f9d873d-ed24-46da-a17f-35e3bf6630b9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:27.246874 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1b66c26-80fc-4ff9-af95-f36a2365c7d2 req-8f9d873d-ed24-46da-a17f-35e3bf6630b9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1192477 Sep 06 05:38:27.249980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Checking segment: {'id': 'c6aa99ba-ed0c-42f0-bd13-ec1ca8de51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:38:27.250366 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Network hostable DHCP agents. Network: bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:38:27.284282 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1b66c26-80fc-4ff9-af95-f36a2365c7d2 req-eebad08a-c13a-4021-9018-09b73d89c279 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Sep 06 05:38:27.296516 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Network bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:38:27.305970 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-19284a94-b009-401c-b573-4e846abfb586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.308668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:38:27.315416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:27.316010 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.318074 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3444f-e114-480b-812d-4548494a262a None None] Network bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:27.341478 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-19284a94-b009-401c-b573-4e846abfb586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.348862 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1e8f6613-2366-4d41-b47b-a13ff232892d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5373709 Sep 06 05:38:27.413898 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-19284a94-b009-401c-b573-4e846abfb586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.415168 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-19284a94-b009-401c-b573-4e846abfb586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:27.418946 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-19284a94-b009-401c-b573-4e846abfb586 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/227384ce-19a2-41c4-8ba9-737314796b5a HTTP/1.1" status: 204 len: 168 time: 0.1831865 Sep 06 05:38:27.426355 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19284a94-b009-401c-b573-4e846abfb586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227384ce-19a2-41c4-8ba9-737314796b5a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:27.493253 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbabb0-6d3a-4a6c-ae77-9cb574fcbbaf None None] Network bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:38:28.137974 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8339-77f0-4e98-9d5c-192c10cd43ea req-3fb41375-080f-40b3-8321-387401f3b4f0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:28.139527 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a94a8339-77f0-4e98-9d5c-192c10cd43ea req-3fb41375-080f-40b3-8321-387401f3b4f0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Sep 06 05:38:28.179789 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a94a8339-77f0-4e98-9d5c-192c10cd43ea req-85c8b8b1-b42d-445a-bfde-607827804650 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Sep 06 05:38:28.420360 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115060-d22d-445f-b3c4-f03735dd2e3f req-17856075-e037-4869-b8f5-aed47fb435af tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:28.422917 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-db115060-d22d-445f-b3c4-f03735dd2e3f req-17856075-e037-4869-b8f5-aed47fb435af tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0603182 Sep 06 05:38:28.467621 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-db115060-d22d-445f-b3c4-f03735dd2e3f req-5d8c3078-8b3e-4eba-ba9d-0365980ca743 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Sep 06 05:38:29.332573 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370a618-c07f-415f-a4ab-4501f9ea170f req-c1c62f0c-5c40-4133-a358-48852d7b7092 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:29.334175 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b370a618-c07f-415f-a4ab-4501f9ea170f req-c1c62f0c-5c40-4133-a358-48852d7b7092 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0648754 Sep 06 05:38:29.388353 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b370a618-c07f-415f-a4ab-4501f9ea170f req-df30c92b-cefe-4f9a-b95f-d2a0bd11b754 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474260 Sep 06 05:38:29.603825 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90e028-ec4d-4d50-81a1-5eb0354f1b6e req-34649881-3cfd-4736-bbfd-4366d09b38ae tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:29.605646 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5a90e028-ec4d-4d50-81a1-5eb0354f1b6e req-34649881-3cfd-4736-bbfd-4366d09b38ae tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0522902 Sep 06 05:38:29.646925 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5a90e028-ec4d-4d50-81a1-5eb0354f1b6e req-15631a37-d97e-48b6-af48-11a48b004cd9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Sep 06 05:38:30.526196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb43cb1-259c-4374-aaf1-ad404d0ea577 req-7d8a36df-ea0a-4a32-8da6-8d9bc66702cd tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:30.527913 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ceb43cb1-259c-4374-aaf1-ad404d0ea577 req-7d8a36df-ea0a-4a32-8da6-8d9bc66702cd tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0541301 Sep 06 05:38:30.574991 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ceb43cb1-259c-4374-aaf1-ad404d0ea577 req-fc70138f-89b3-4364-8e40-77de5f536445 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371535 Sep 06 05:38:30.818829 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070240d-9f2b-4ad3-92d7-c00d1d953864 req-4a3cc202-30e8-49c1-ab00-ea333d2b94b1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:30.827530 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d070240d-9f2b-4ad3-92d7-c00d1d953864 req-4a3cc202-30e8-49c1-ab00-ea333d2b94b1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0868111 Sep 06 05:38:30.871655 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d070240d-9f2b-4ad3-92d7-c00d1d953864 req-0808c498-3b9c-441e-bd35-83c7f955efe3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Sep 06 05:38:31.714122 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce82a7-f864-4795-9baa-b73be9d52636 req-4a6a18c4-3ee1-4641-9795-3f2aaf8c96bd tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:31.715526 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a3ce82a7-f864-4795-9baa-b73be9d52636 req-4a6a18c4-3ee1-4641-9795-3f2aaf8c96bd tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0472755 Sep 06 05:38:31.757011 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a3ce82a7-f864-4795-9baa-b73be9d52636 req-8c570c9b-9e2d-4912-8c00-475b00a721da tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346768 Sep 06 05:38:32.233052 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2cc8a-91ef-48ce-8ae5-3856b94a111e req-2a8cc21e-0080-4778-bfa4-1f2c014535c0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:32.235085 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-46e2cc8a-91ef-48ce-8ae5-3856b94a111e req-2a8cc21e-0080-4778-bfa4-1f2c014535c0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.2880616 Sep 06 05:38:32.276146 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-46e2cc8a-91ef-48ce-8ae5-3856b94a111e req-6d0d85e3-9753-449f-a62e-193df3c1af21 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Sep 06 05:38:32.876197 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b546e-266a-49d8-971d-0dc8b1775561 req-752cf34d-fb83-4dd1-a064-3218584608ba tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:32.877954 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f0b546e-266a-49d8-971d-0dc8b1775561 req-752cf34d-fb83-4dd1-a064-3218584608ba tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0509520 Sep 06 05:38:32.922217 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f0b546e-266a-49d8-971d-0dc8b1775561 req-e43fba71-4e31-4614-a955-96e60888303b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380621 Sep 06 05:38:33.412976 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d7a51-35e6-47cc-88be-4f559de8925f req-270b1b53-5fc0-441b-b981-1a9fe9963d7b tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:33.420282 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3f3d7a51-35e6-47cc-88be-4f559de8925f req-270b1b53-5fc0-441b-b981-1a9fe9963d7b tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0695565 Sep 06 05:38:33.471851 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3f3d7a51-35e6-47cc-88be-4f559de8925f req-4cd3dff4-3aa1-47ae-b515-a114dc7e5226 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505939 Sep 06 05:38:34.046713 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc34d8-fffe-4c75-92c0-bf92f881d0c3 req-3cd110ab-f92c-488f-adff-4e7b7bb56a71 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:34.048531 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f5fc34d8-fffe-4c75-92c0-bf92f881d0c3 req-3cd110ab-f92c-488f-adff-4e7b7bb56a71 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0521224 Sep 06 05:38:34.086488 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f5fc34d8-fffe-4c75-92c0-bf92f881d0c3 req-ca652c0e-6e59-4b44-bab3-2140e059e097 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Sep 06 05:38:34.582419 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af415d9-2cec-49a7-9890-9accee10a1d3 req-c422b09d-11c0-4de4-a199-96d597d4354c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:34.583934 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9af415d9-2cec-49a7-9890-9accee10a1d3 req-c422b09d-11c0-4de4-a199-96d597d4354c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0491598 Sep 06 05:38:34.626107 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9af415d9-2cec-49a7-9890-9accee10a1d3 req-e10633ff-896e-4ee1-b6fa-c4430bf36a29 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357351 Sep 06 05:38:35.213435 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d71ec-4699-4aff-88f0-f7c995cf03dd req-a63df74e-081f-476a-bce3-ab65d19b8293 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:35.214885 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5e9d71ec-4699-4aff-88f0-f7c995cf03dd req-a63df74e-081f-476a-bce3-ab65d19b8293 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Sep 06 05:38:35.262572 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5e9d71ec-4699-4aff-88f0-f7c995cf03dd req-19c87fe6-5d32-4500-8dd3-3bd9033e4e3c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Sep 06 05:38:35.334258 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b888a63-c9bc-4263-b339-a25698dd403e req-cc2d2d7a-9463-4073-88c0-4323bc0f29ce tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:35.335807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6b888a63-c9bc-4263-b339-a25698dd403e req-cc2d2d7a-9463-4073-88c0-4323bc0f29ce tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0621474 Sep 06 05:38:35.382111 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6b888a63-c9bc-4263-b339-a25698dd403e req-c0ccbf4f-1002-4fb0-b828-23d76a64732a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Sep 06 05:38:35.743657 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0162f-f28c-4546-a9f1-531160e19fc7 req-85aebb63-0c1a-43ff-8158-1deff3de46ab tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:35.745220 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f0f0162f-f28c-4546-a9f1-531160e19fc7 req-85aebb63-0c1a-43ff-8158-1deff3de46ab tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0509295 Sep 06 05:38:35.786308 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f0f0162f-f28c-4546-a9f1-531160e19fc7 req-f805df61-8d1c-4454-82a0-69dafe3db2d3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346718 Sep 06 05:38:36.388081 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535d40-4553-43ed-92b7-e4d092ad4050 req-fe8123c0-df7c-4d35-a4ca-8872d8ebeea8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:36.389580 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a535d40-4553-43ed-92b7-e4d092ad4050 req-fe8123c0-df7c-4d35-a4ca-8872d8ebeea8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Sep 06 05:38:36.431583 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a535d40-4553-43ed-92b7-e4d092ad4050 req-b2f8581e-2722-46f0-8d43-79bab106fc48 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Sep 06 05:38:36.518884 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc13299-6a06-425c-bdd0-76248a92529c req-b55d9512-b82d-4eff-adf4-ebcaec36e773 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:36.520710 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0fc13299-6a06-425c-bdd0-76248a92529c req-b55d9512-b82d-4eff-adf4-ebcaec36e773 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0623546 Sep 06 05:38:36.560820 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0fc13299-6a06-425c-bdd0-76248a92529c req-6767b8b6-0c1f-4653-b14e-190bb52c2376 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337174 Sep 06 05:38:36.907190 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70865ff-7855-4118-88c0-55514126bcff req-8dcf7396-9833-4e40-9442-31a25c99187c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:36.908692 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d70865ff-7855-4118-88c0-55514126bcff req-8dcf7396-9833-4e40-9442-31a25c99187c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0504837 Sep 06 05:38:36.946184 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d70865ff-7855-4118-88c0-55514126bcff req-91f51e12-d04b-428c-8af8-56071557e826 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Sep 06 05:38:37.717415 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3c0d-a066-4a67-a90e-013dcf5e7ad3 req-785dabb8-9f11-4ecd-aa60-bc23b65a3377 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:37.719751 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-831d3c0d-a066-4a67-a90e-013dcf5e7ad3 req-785dabb8-9f11-4ecd-aa60-bc23b65a3377 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0821819 Sep 06 05:38:37.742979 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b25e9-76b8-4513-a5dd-faf66b95b0ed req-d34b0daa-c41b-4306-9cf0-9d907e63291a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:37.744577 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b26b25e9-76b8-4513-a5dd-faf66b95b0ed req-d34b0daa-c41b-4306-9cf0-9d907e63291a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0761986 Sep 06 05:38:37.793256 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-831d3c0d-a066-4a67-a90e-013dcf5e7ad3 req-28ed07fe-6ed7-43fc-8833-a9039d7ca64e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656421 Sep 06 05:38:37.801449 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b26b25e9-76b8-4513-a5dd-faf66b95b0ed req-0d657cee-bbb1-4035-9cda-b96206797fa9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Sep 06 05:38:38.104829 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d844-6063-4f17-a91e-90da5e02b7c2 req-cef4310d-09df-4a55-84b1-ceb84d5f29e5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:38.106422 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3439d844-6063-4f17-a91e-90da5e02b7c2 req-cef4310d-09df-4a55-84b1-ceb84d5f29e5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0508800 Sep 06 05:38:38.148903 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3439d844-6063-4f17-a91e-90da5e02b7c2 req-db24f788-b53d-4fb9-a5ed-3f2829a870e7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355730 Sep 06 05:38:38.676285 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39090) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:38.782080 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-664931b7-7a6e-484d-8699-dd3dd338bc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:38.881309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-664931b7-7a6e-484d-8699-dd3dd338bc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:38.885902 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-664931b7-7a6e-484d-8699-dd3dd338bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:38.927270 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664931b7-7a6e-484d-8699-dd3dd338bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb4e02-718b-4a0c-866c-130b09ced85c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:38.935758 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-664931b7-7a6e-484d-8699-dd3dd338bc95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ba62bd3226424e89083300758e0c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568827 Sep 06 05:38:38.936752 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39100) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:38.965343 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbd045-3614-4b05-a618-596ec9eb78f1 req-89393adf-d428-491b-ab0a-9cbb185160a5 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:38.966930 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1fbbd045-3614-4b05-a618-596ec9eb78f1 req-89393adf-d428-491b-ab0a-9cbb185160a5 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0855064 Sep 06 05:38:38.989478 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e1401f6-990d-4b06-baa2-bb8189023089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:38.996962 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741203-a4b7-477d-9fb5-60fe8ad48380 req-7f7210b1-c67a-4b67-9eef-b7c3b5fe0dfc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:38.998534 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9e741203-a4b7-477d-9fb5-60fe8ad48380 req-7f7210b1-c67a-4b67-9eef-b7c3b5fe0dfc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0856941 Sep 06 05:38:39.014751 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e1401f6-990d-4b06-baa2-bb8189023089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.033137 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1fbbd045-3614-4b05-a618-596ec9eb78f1 req-29216fd5-2833-480e-ab05-effa3365a804 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595899 Sep 06 05:38:39.064536 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9e741203-a4b7-477d-9fb5-60fe8ad48380 req-51963231-17aa-4cef-a62e-4bd1bff0c675 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Sep 06 05:38:39.067828 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e1401f6-990d-4b06-baa2-bb8189023089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.070689 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e1401f6-990d-4b06-baa2-bb8189023089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.071927 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0e1401f6-990d-4b06-baa2-bb8189023089 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42fb4e02-718b-4a0c-866c-130b09ced85c HTTP/1.1" status: 204 len: 168 time: 0.1350644 Sep 06 05:38:39.082258 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1401f6-990d-4b06-baa2-bb8189023089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb4e02-718b-4a0c-866c-130b09ced85c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:39.285791 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08fed-fe67-4523-a7c1-be2de9fd7b7e req-465d7ffc-b03e-4678-b517-29837ee21cc4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:39.287345 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-41b08fed-fe67-4523-a7c1-be2de9fd7b7e req-465d7ffc-b03e-4678-b517-29837ee21cc4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0521364 Sep 06 05:38:39.326434 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-41b08fed-fe67-4523-a7c1-be2de9fd7b7e req-9e795ad8-84ba-44c8-a549-9810ff22c05d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Sep 06 05:38:39.363963 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39110) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:39.379354 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7311e849-1cfb-4839-94c1-89bc8bd4b1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.473786 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7311e849-1cfb-4839-94c1-89bc8bd4b1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.477531 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7311e849-1cfb-4839-94c1-89bc8bd4b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.520542 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311e849-1cfb-4839-94c1-89bc8bd4b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f67c2-1857-40da-a283-e6988b44d77f,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:39.527432 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7311e849-1cfb-4839-94c1-89bc8bd4b1cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b7e6fec1d8b4f7cafa135c2a6a5a7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618230 Sep 06 05:38:39.529839 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39112) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:39.582501 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6749ef63-6abd-48d2-8c39-1b5b52db6ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.602630 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6749ef63-6abd-48d2-8c39-1b5b52db6ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.648921 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6749ef63-6abd-48d2-8c39-1b5b52db6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.651466 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6749ef63-6abd-48d2-8c39-1b5b52db6ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:39.652674 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-6749ef63-6abd-48d2-8c39-1b5b52db6ee1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f0f67c2-1857-40da-a283-e6988b44d77f HTTP/1.1" status: 204 len: 168 time: 0.1215522 Sep 06 05:38:39.660902 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ef63-6abd-48d2-8c39-1b5b52db6ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f67c2-1857-40da-a283-e6988b44d77f,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:40.248261 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e5be9-e4e5-4610-b980-557975a11a8e req-fad56e6c-ecb0-40da-9068-21ceff0c8c88 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:40.251724 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cf8e5be9-e4e5-4610-b980-557975a11a8e req-fad56e6c-ecb0-40da-9068-21ceff0c8c88 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.1005192 Sep 06 05:38:40.273109 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7ec59-cb58-4223-8115-a2da73afe5e7 req-29f0ed61-ed0a-44dc-b6e2-040018aaa9cc tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:40.275101 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0de7ec59-cb58-4223-8115-a2da73afe5e7 req-29f0ed61-ed0a-44dc-b6e2-040018aaa9cc tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.1367233 Sep 06 05:38:40.330034 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cf8e5be9-e4e5-4610-b980-557975a11a8e req-0ef83586-9d8c-41ed-b205-3b569ebea56a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699375 Sep 06 05:38:40.342643 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0de7ec59-cb58-4223-8115-a2da73afe5e7 req-d8b264bc-b4ea-4b55-ba64-7163755774be tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519307 Sep 06 05:38:40.456782 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442bccd-9cbe-4f2a-8894-047f4362f65f req-d3143683-5d1d-4acf-9e58-6d65c23075de tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:40.458315 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9442bccd-9cbe-4f2a-8894-047f4362f65f req-d3143683-5d1d-4acf-9e58-6d65c23075de tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0499372 Sep 06 05:38:40.499313 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9442bccd-9cbe-4f2a-8894-047f4362f65f req-cdf7fce6-1261-4618-94e4-d03e8eab369f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347400 Sep 06 05:38:41.444867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39194) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:41.461106 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be3534-2fcc-45ac-bd02-27b2f79c6f0e req-33c49a62-0b8e-485f-bce2-d7ba3366a27e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:41.462808 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c1be3534-2fcc-45ac-bd02-27b2f79c6f0e req-33c49a62-0b8e-485f-bce2-d7ba3366a27e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0549736 Sep 06 05:38:41.494152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Deleting subnet c6a509ce-2b8d-49d5-8c80-af2bea465953 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:38:41.500366 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.515723 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c1be3534-2fcc-45ac-bd02-27b2f79c6f0e req-698f51f8-85f2-4f2c-916f-4988b83c7017 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Sep 06 05:38:41.551482 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4102321'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.598809 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.656977 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573023'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.661907 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19c0f-ddda-4afa-a379-01a1d1bd2606 req-0d43990a-eaa7-4b8c-a117-33591436c252 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:41.663693 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d2c19c0f-ddda-4afa-a379-01a1d1bd2606 req-0d43990a-eaa7-4b8c-a117-33591436c252 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0769541 Sep 06 05:38:41.676666 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:38:41.688237 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7af36a-f951-4c9c-bc40-e140111556df req-8fff7c82-c6f8-4786-8d9e-f95004a4cc5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:41.689739 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba7af36a-f951-4c9c-bc40-e140111556df req-8fff7c82-c6f8-4786-8d9e-f95004a4cc5f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.1018035 Sep 06 05:38:41.693561 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a509ce-2b8d-49d5-8c80-af2bea465953,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:41.700838 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.702892 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef68e9a1-72d3-4de9-84e5-1439ba1831b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6a509ce-2b8d-49d5-8c80-af2bea465953 HTTP/1.1" status: 204 len: 168 time: 0.2565973 Sep 06 05:38:41.705951 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39200) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:41.733446 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d2c19c0f-ddda-4afa-a379-01a1d1bd2606 req-73ff6b7c-bc45-4b30-ae56-d2d18f367a32 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596757 Sep 06 05:38:41.760344 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba7af36a-f951-4c9c-bc40-e140111556df req-e64cbb5b-133e-4dd4-8da6-2cf8c88e985f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519731 Sep 06 05:38:41.788753 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:41.789660 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.800309 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'mac_address': 'fa:16:3e:d8:50:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:38:41.839756 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.856614 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:38:41.877274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.879203 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:41.884982 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.896316 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d26848-74ab-4195-9aa2-53c07a31348b']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:41.906158 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8447b3f-ddb1-4df7-bdf5-808a5e29b135') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:41.906458 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8447b3f-ddb1-4df7-bdf5-808a5e29b135') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:41.915475 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.934146 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.941546 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=6']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:41.944359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:38:41.944769 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:38:41.946594 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:38:41.983095 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:38:42.017931 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.036779 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.038865 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d6d26848-74ab-4195-9aa2-53c07a31348b HTTP/1.1" status: 204 len: 168 time: 0.3315120 Sep 06 05:38:42.039699 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41848b70-d425-4a02-9bf1-ee0f80a29739 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d26848-74ab-4195-9aa2-53c07a31348b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:42.041531 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39210) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:42.098305 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.116431 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Deleting subnet 6f8c5c85-d794-4cd6-b1ca-3a35e0423838 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:38:42.120990 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.160514 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4102321'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.207618 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.268016 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573023'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.295077 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8c5c85-d794-4cd6-b1ca-3a35e0423838,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:42.302845 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.307127 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-634da02a-8680-4054-b423-7bd4f8b12074 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f8c5c85-d794-4cd6-b1ca-3a35e0423838 HTTP/1.1" status: 204 len: 168 time: 0.2565751 Sep 06 05:38:42.307383 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39222) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:42.385051 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.475287 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.489577 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:42.500898 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6aa99ba-ed0c-42f0-bd13-ec1ca8de51d4') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:42.501410 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6aa99ba-ed0c-42f0-bd13-ec1ca8de51d4') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:38:42.512615 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.527923 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.534521 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:38:42.535147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:38:42.537004 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:38:42.615114 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.620842 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.623135 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] 10.222.0.30 "DELETE /v2.0/networks/bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5 HTTP/1.1" status: 204 len: 168 time: 0.3148000 Sep 06 05:38:42.639309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11c806-636a-408f-b349-02970551c7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5cb82b-ef79-4c1c-9626-ae53d3b12fd5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:42.678416 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e9b5a-51de-45cd-b8ae-a6f35837b94f req-70d3b3eb-3900-4326-82b7-860a3197fbdb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:42.682797 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c71e9b5a-51de-45cd-b8ae-a6f35837b94f req-70d3b3eb-3900-4326-82b7-860a3197fbdb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.0711908 Sep 06 05:38:42.733455 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c71e9b5a-51de-45cd-b8ae-a6f35837b94f req-cd439186-d5cd-4da1-912c-1d642f6dabeb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Sep 06 05:38:42.835834 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39248) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:42.884510 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3bd952bd-5396-4e64-a0e0-2d7ca5934aae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84b71988442b465c825fc7aad997423c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474069 Sep 06 05:38:42.887070 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39250) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:42.891950 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ef54-cb07-4f58-aaf2-8d2074528f95 req-989a511f-a6bf-41d0-b6c2-85f00cc3de8e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:42.893544 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2e73ef54-cb07-4f58-aaf2-8d2074528f95 req-989a511f-a6bf-41d0-b6c2-85f00cc3de8e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0831530 Sep 06 05:38:42.915776 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3b52-c256-440f-ad1e-36178284aa91 req-2bd55cae-14d1-4f6c-ab60-c976058f197b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:42.917251 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94aa3b52-c256-440f-ad1e-36178284aa91 req-2bd55cae-14d1-4f6c-ab60-c976058f197b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0754082 Sep 06 05:38:42.942106 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a30fca1d-a824-439c-82e0-d1e1508d639a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.965462 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a30fca1d-a824-439c-82e0-d1e1508d639a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:42.974254 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-94aa3b52-c256-440f-ad1e-36178284aa91 req-3fd0890e-b51e-4456-aa2a-742de9d7d005 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Sep 06 05:38:42.976770 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2e73ef54-cb07-4f58-aaf2-8d2074528f95 req-e7959d1b-10aa-41ec-9304-306b28d2ebc1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750730 Sep 06 05:38:43.024849 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a30fca1d-a824-439c-82e0-d1e1508d639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.027361 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a30fca1d-a824-439c-82e0-d1e1508d639a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.028731 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a30fca1d-a824-439c-82e0-d1e1508d639a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66eb52d3-5ffd-4aa8-8fa1-c696b9af9268 HTTP/1.1" status: 204 len: 168 time: 0.1407495 Sep 06 05:38:43.036891 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fca1d-a824-439c-82e0-d1e1508d639a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb52d3-5ffd-4aa8-8fa1-c696b9af9268,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:43.363070 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39258) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:43.408624 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-233340a0-ad77-4827-b17e-0f202b939f9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=458d31c0cc6149339ce9aced8a2d7759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437472 Sep 06 05:38:43.410711 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39262) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:43.458728 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.482818 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.532759 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.535387 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.536527 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c7d901e-ccd2-429c-9f3f-64ce307bac5b HTTP/1.1" status: 204 len: 168 time: 0.1248376 Sep 06 05:38:43.546428 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d901e-ccd2-429c-9f3f-64ce307bac5b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:43.553923 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.554297 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.554638 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.555055 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.555383 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.555711 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.556034 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.556358 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.556680 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.557001 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.557317 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.557632 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb63ede-8663-4757-9c15-f7b8bc4f43fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:38:43.695220 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:38:43.750673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:38:43.750673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.851957 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.879967 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:38:43.881346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e595095-0ea3-4a31-9f7c-8b90efa85ea8 req-4fca007d-af76-4fde-a82e-5e2f77e4fe50 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:43.883217 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8e595095-0ea3-4a31-9f7c-8b90efa85ea8 req-4fca007d-af76-4fde-a82e-5e2f77e4fe50 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.0693471 Sep 06 05:38:43.884832 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f12c5c-b228-437a-9d6f-8458ea92c070" -d '{"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:38:43.925431 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:38:43.931584 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:43.940015 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e202441-d77d-4a83-8f56-1adad25bfe1e x-openstack-request-id: req-7e202441-d77d-4a83-8f56-1adad25bfe1e {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:38:43.940312 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:38:43.941118 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e202441-d77d-4a83-8f56-1adad25bfe1e {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:38:43.941521 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'code': 200} Sep 06 05:38:43.953363 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8e595095-0ea3-4a31-9f7c-8b90efa85ea8 req-83a9c273-711d-4a85-96bf-87b557c37157 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633643 Sep 06 05:38:43.989179 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=7']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:44.105502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39290) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:44.169594 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318e9d3-38d5-413e-9b4d-afbb59ae6333 req-494fe0a6-09f0-40d5-bc07-b680b3a0c6c2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:44.171274 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c318e9d3-38d5-413e-9b4d-afbb59ae6333 req-494fe0a6-09f0-40d5-bc07-b680b3a0c6c2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0993490 Sep 06 05:38:44.179910 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75e586-17fb-4ce6-a9e4-a215c0e15371 req-82192b73-96f5-4cd0-8f9f-ecdd3a9ede25 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:44.181365 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f75e586-17fb-4ce6-a9e4-a215c0e15371 req-82192b73-96f5-4cd0-8f9f-ecdd3a9ede25 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0988801 Sep 06 05:38:44.256447 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c318e9d3-38d5-413e-9b4d-afbb59ae6333 req-42515b28-a208-49bf-a422-f83bce8b3fb3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741038 Sep 06 05:38:44.271391 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f75e586-17fb-4ce6-a9e4-a215c0e15371 req-15bc2b02-a743-452d-b3ce-3b3a6078579c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805702 Sep 06 05:38:44.296560 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d1b9bba0-8d5b-495e-adbf-2a17b7756621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.348329 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-69c1d6fb-5ad0-4fef-b6b1-9d08c5921551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:44.350056 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-69c1d6fb-5ad0-4fef-b6b1-9d08c5921551 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1098 time: 0.0483520 Sep 06 05:38:44.422227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d1b9bba0-8d5b-495e-adbf-2a17b7756621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.427035 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d1b9bba0-8d5b-495e-adbf-2a17b7756621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.473295 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d1b9bba0-8d5b-495e-adbf-2a17b7756621 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d2f3abd6f7c4979aac11697c0e34de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663909 Sep 06 05:38:44.474127 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9bba0-8d5b-495e-adbf-2a17b7756621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5704c8d-af02-4c6a-bc2b-aa3aafd8b210,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:44.474467 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39306) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:44.499296 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-c5693856-0aa9-4657-84d9-4d1efa8fccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:44.501134 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-c5693856-0aa9-4657-84d9-4d1efa8fccf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.1222568 Sep 06 05:38:44.583398 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-59ddafa8-19fc-4caa-82ca-4390ccd2f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.605399 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-e93d6f27-4068-451a-80df-7e7249dd0434 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0925026 Sep 06 05:38:44.623852 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-59ddafa8-19fc-4caa-82ca-4390ccd2f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.689777 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-524e7d62-c231-45ee-926a-ca63498db870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:44.691711 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-524e7d62-c231-45ee-926a-ca63498db870 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0761218 Sep 06 05:38:44.737001 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-59ddafa8-19fc-4caa-82ca-4390ccd2f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.739983 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-59ddafa8-19fc-4caa-82ca-4390ccd2f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:44.741360 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-59ddafa8-19fc-4caa-82ca-4390ccd2f2bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5704c8d-af02-4c6a-bc2b-aa3aafd8b210 HTTP/1.1" status: 204 len: 168 time: 0.2659593 Sep 06 05:38:44.756566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddafa8-19fc-4caa-82ca-4390ccd2f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5704c8d-af02-4c6a-bc2b-aa3aafd8b210,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:44.766504 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-9c867622-3a6f-44f5-9b68-8b87be7529f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:44.768744 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-9c867622-3a6f-44f5-9b68-8b87be7529f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701914 Sep 06 05:38:44.894092 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-bf72fd08-c635-4705-936e-72bebd5c59c8 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167662 Sep 06 05:38:44.942791 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39320) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:45.025990 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d6d1eba-ab47-40dc-997e-becc6046e82b req-1538907b-ea10-4555-847e-a3bf24efd62a service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245477 Sep 06 05:38:45.114384 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27fd77-e969-4e23-a25a-db93cc9131c9 req-779c7c38-6aa1-4506-8d79-35c57af8fcba tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:45.116256 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1c27fd77-e969-4e23-a25a-db93cc9131c9 req-779c7c38-6aa1-4506-8d79-35c57af8fcba tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0786779 Sep 06 05:38:45.138109 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7f09-895a-463d-bb50-7aa1338284cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.172456 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1c27fd77-e969-4e23-a25a-db93cc9131c9 req-e6971487-87a9-4ad6-adc9-ce06a348cbd8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481520 Sep 06 05:38:45.274362 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7f09-895a-463d-bb50-7aa1338284cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.280036 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7f09-895a-463d-bb50-7aa1338284cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.329318 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef3c7f09-895a-463d-bb50-7aa1338284cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d49d2a33dcf4b718a61f43ac3b555be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852551 Sep 06 05:38:45.329706 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39354) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:38:45.364737 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c7f09-895a-463d-bb50-7aa1338284cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8716b0d6-cbbb-4baf-8a9b-c967122d8e3d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:45.398060 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-58d0c076-3f15-4f81-85b3-ced4f11eb321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.428294 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-58d0c076-3f15-4f81-85b3-ced4f11eb321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.572559 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74e53-5b7f-4eca-8e77-60b74ce51b60 req-42e27a68-32be-4af9-8a93-f87300780e31 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:45.574333 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0d74e53-5b7f-4eca-8e77-60b74ce51b60 req-42e27a68-32be-4af9-8a93-f87300780e31 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1270359 Sep 06 05:38:45.599041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e9a8-5d23-4607-ae00-6abecb566502 req-739f69d3-8c48-4ad1-930b-58e5e076247b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:45.607406 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d258e9a8-5d23-4607-ae00-6abecb566502 req-739f69d3-8c48-4ad1-930b-58e5e076247b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.1394484 Sep 06 05:38:45.618143 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-58d0c076-3f15-4f81-85b3-ced4f11eb321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.620714 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-58d0c076-3f15-4f81-85b3-ced4f11eb321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:45.622234 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-58d0c076-3f15-4f81-85b3-ced4f11eb321 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8716b0d6-cbbb-4baf-8a9b-c967122d8e3d HTTP/1.1" status: 204 len: 168 time: 0.2904990 Sep 06 05:38:45.667220 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0c076-3f15-4f81-85b3-ced4f11eb321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716b0d6-cbbb-4baf-8a9b-c967122d8e3d,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:38:45.710520 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d258e9a8-5d23-4607-ae00-6abecb566502 req-4189a549-146d-411d-a03e-c0e4602d72bb tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020091 Sep 06 05:38:45.714474 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0d74e53-5b7f-4eca-8e77-60b74ce51b60 req-f032b798-dee1-4b5a-bc09-063dc45a762e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041851 Sep 06 05:38:46.340041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791818f7-948f-4229-a45a-cf7d8155cb71 req-1edcedcd-cd92-4a27-a2fc-ff3a93cb6a88 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:46.349867 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-791818f7-948f-4229-a45a-cf7d8155cb71 req-1edcedcd-cd92-4a27-a2fc-ff3a93cb6a88 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0634873 Sep 06 05:38:46.457021 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-791818f7-948f-4229-a45a-cf7d8155cb71 req-5e20ad1e-c348-4451-8355-489b15f80da7 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036437 Sep 06 05:38:46.460346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb47ab-7076-4b95-9b65-cb2578dfb37d req-47dda03d-814a-4241-aa6c-e6b5da56e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:46.461874 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-18eb47ab-7076-4b95-9b65-cb2578dfb37d req-47dda03d-814a-4241-aa6c-e6b5da56e5ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.1105943 Sep 06 05:38:46.531157 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-18eb47ab-7076-4b95-9b65-cb2578dfb37d req-bd1da8cd-e929-4bf0-b824-dc47c5c80b46 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589941 Sep 06 05:38:46.940317 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9020b-1947-4594-93a5-40762e473124 req-bff29b3f-ccaa-4245-b169-930543503215 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:46.941860 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fea9020b-1947-4594-93a5-40762e473124 req-bff29b3f-ccaa-4245-b169-930543503215 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1025321 Sep 06 05:38:46.961857 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0741-f04f-48e9-b14e-dab31dc86131 req-eb702bae-89f7-42e1-b6fa-5d9796f28952 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:46.963697 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ea5b0741-f04f-48e9-b14e-dab31dc86131 req-eb702bae-89f7-42e1-b6fa-5d9796f28952 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.1222513 Sep 06 05:38:47.026100 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fea9020b-1947-4594-93a5-40762e473124 req-90d68df3-3a27-4b96-96a6-d3d1b8abf574 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Sep 06 05:38:47.036796 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ea5b0741-f04f-48e9-b14e-dab31dc86131 req-04abbdd1-e0c1-4e53-8921-4021c9c56e12 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642352 Sep 06 05:38:47.631222 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8fb67-dde4-4a79-beaa-5bc8d6c0fe47 req-e122c19f-c50a-4903-a1f5-25647415b193 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:47.632808 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-83a8fb67-dde4-4a79-beaa-5bc8d6c0fe47 req-e122c19f-c50a-4903-a1f5-25647415b193 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0842226 Sep 06 05:38:47.679287 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-83a8fb67-dde4-4a79-beaa-5bc8d6c0fe47 req-9c236b37-81d7-4e6f-8540-591634ddf5f8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388927 Sep 06 05:38:48.197778 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166eac0-ce83-467c-9148-090b79ed00bd req-9662ddfb-5bb2-4fe3-bd15-d99aebb1dff9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:48.204411 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b166eac0-ce83-467c-9148-090b79ed00bd req-9662ddfb-5bb2-4fe3-bd15-d99aebb1dff9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0857503 Sep 06 05:38:48.232262 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bff609-f986-4182-8e4e-80c02fc58364 req-2860d4fd-2ad8-4699-9722-c9c4c0e83cd2 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:48.234629 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66bff609-f986-4182-8e4e-80c02fc58364 req-2860d4fd-2ad8-4699-9722-c9c4c0e83cd2 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0855775 Sep 06 05:38:48.282782 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b166eac0-ce83-467c-9148-090b79ed00bd req-3c42d400-187c-45a7-9b97-161b86f8bda7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762837 Sep 06 05:38:48.307976 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66bff609-f986-4182-8e4e-80c02fc58364 req-93391c70-047d-4641-9026-7328af406fdf tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598631 Sep 06 05:38:48.673305 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-1f1c6e95-b95b-480b-98d8-a2d39ab88055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:48.674998 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-1f1c6e95-b95b-480b-98d8-a2d39ab88055 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.0838852 Sep 06 05:38:48.689454 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887912-9e26-4e23-8e8d-65634142a882 req-5af0bc93-3002-4f03-aa09-8786a0d03a7a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:48.697738 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf887912-9e26-4e23-8e8d-65634142a882 req-5af0bc93-3002-4f03-aa09-8786a0d03a7a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0715954 Sep 06 05:38:48.864916 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf887912-9e26-4e23-8e8d-65634142a882 req-d90d69b0-bf8b-4b34-ae21-c0b6516cd1e0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661751 Sep 06 05:38:48.894331 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-e1535ecb-598e-4101-a7e5-5ff8454168d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:48.896057 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-e1535ecb-598e-4101-a7e5-5ff8454168d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.1954718 Sep 06 05:38:48.914442 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5bc2c-3d32-4917-b089-9f8b9354a7d5 req-d3b97495-6c3f-43e9-8435-8ed316661909 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:48.916221 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-12c5bc2c-3d32-4917-b089-9f8b9354a7d5 req-d3b97495-6c3f-43e9-8435-8ed316661909 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0997865 Sep 06 05:38:48.960298 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-6960f65f-ff40-4c70-8de7-98134f3bdf09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.0429358 Sep 06 05:38:49.038650 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-12c5bc2c-3d32-4917-b089-9f8b9354a7d5 req-3e3ee5c1-d8dd-40fa-afd9-e50664a5c1ac tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115315 Sep 06 05:38:49.049869 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-9d96755f-b141-4c04-8caf-5aa0a1490a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:49.053425 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-9d96755f-b141-4c04-8caf-5aa0a1490a36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0808957 Sep 06 05:38:49.105394 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-3fbe6c76-95c1-479d-9483-41826b68bde6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432370 Sep 06 05:38:49.228187 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-1ff68c0a-edfc-4206-ae3a-170616097367 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972638 Sep 06 05:38:49.425045 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-068b36b9-2a4c-4eb8-b843-032b8befbff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:49.562912 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b62fb5-b24b-41c0-bc49-e20730df669f req-af55b2bc-031d-44ed-b137-87e0fcd0fbcd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:49.564570 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e5b62fb5-b24b-41c0-bc49-e20730df669f req-af55b2bc-031d-44ed-b137-87e0fcd0fbcd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.1027148 Sep 06 05:38:49.570461 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9fba2c91-d452-4005-aee1-fb09f19c668c req-7ea8a532-cf44-429c-8c4d-8aa706ed0889 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296452 Sep 06 05:38:49.616849 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e5b62fb5-b24b-41c0-bc49-e20730df669f req-e14b563e-acc7-41fc-b33d-7cb8828cdf2b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453117 Sep 06 05:38:49.901277 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:38:50.013300 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdbb0c-027a-46e7-9ac1-5f67e16ccd0a req-139e4a68-cd49-4646-9a86-d0afeacc2c10 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:50.014919 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbbdbb0c-027a-46e7-9ac1-5f67e16ccd0a req-139e4a68-cd49-4646-9a86-d0afeacc2c10 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0687184 Sep 06 05:38:50.064584 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbbdbb0c-027a-46e7-9ac1-5f67e16ccd0a req-81d9699a-faf7-490a-945c-2d8dbf21aff2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Sep 06 05:38:50.186463 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea9dac-809e-483d-9c26-3e3bd43cb8f2 req-ba6aac43-4323-4aef-abdb-66e8c03fc573 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:50.188013 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a6ea9dac-809e-483d-9c26-3e3bd43cb8f2 req-ba6aac43-4323-4aef-abdb-66e8c03fc573 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0510581 Sep 06 05:38:50.225588 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a6ea9dac-809e-483d-9c26-3e3bd43cb8f2 req-a931af13-65e7-4d81-a550-cface2691ba7 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Sep 06 05:38:50.759357 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79239971-c689-4e1b-9dd1-27068e1c09bd req-33c66b53-71f8-4513-ac95-2fe0a33b591e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:50.761010 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-79239971-c689-4e1b-9dd1-27068e1c09bd req-33c66b53-71f8-4513-ac95-2fe0a33b591e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Sep 06 05:38:50.806018 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-79239971-c689-4e1b-9dd1-27068e1c09bd req-948b439a-2223-4f86-a2e8-ee30c6e5eebd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Sep 06 05:38:51.207670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b27dd4-5dca-461c-bf84-a9c3f27a011d req-002ae652-b0e1-453f-a8d5-46bb2162dfd3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:51.208564 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-31b27dd4-5dca-461c-bf84-a9c3f27a011d req-002ae652-b0e1-453f-a8d5-46bb2162dfd3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0512147 Sep 06 05:38:51.278652 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-31b27dd4-5dca-461c-bf84-a9c3f27a011d req-cf0dd7f5-4d3b-4230-b4fd-9a2a2a4562ab tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562544 Sep 06 05:38:51.395425 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080bdf1-2c33-44b3-8d7f-80e1ce4b0ee6 req-b3207745-c9d1-4761-882a-172575217719 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:51.396906 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f080bdf1-2c33-44b3-8d7f-80e1ce4b0ee6 req-b3207745-c9d1-4761-882a-172575217719 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Sep 06 05:38:51.445326 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f080bdf1-2c33-44b3-8d7f-80e1ce4b0ee6 req-5db13c6d-cca3-4096-9046-9217f06ecf0b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362914 Sep 06 05:38:51.967258 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04191691-b1a6-40be-8a41-9ca266d812fc req-bbd54100-0b5d-4d95-83a8-09618869e053 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:51.981647 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-04191691-b1a6-40be-8a41-9ca266d812fc req-bbd54100-0b5d-4d95-83a8-09618869e053 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0767653 Sep 06 05:38:52.034608 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-04191691-b1a6-40be-8a41-9ca266d812fc req-090d7e2b-c81b-4105-95da-fb225cf016f0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477419 Sep 06 05:38:52.196641 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bafc58f2-f9ec-4ffb-b166-25ffdf349747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:52.497773 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f22cb-9c9b-4a7a-ba3a-ba7df00e1b19 req-3eee80f2-dd41-49f6-83a9-d3ad81a8fec0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:52.499684 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-180f22cb-9c9b-4a7a-ba3a-ba7df00e1b19 req-3eee80f2-dd41-49f6-83a9-d3ad81a8fec0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1122780 Sep 06 05:38:52.555071 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-180f22cb-9c9b-4a7a-ba3a-ba7df00e1b19 req-821a6701-476f-42c6-bc28-fb170d21b0fb tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484860 Sep 06 05:38:52.618711 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1144-15c2-46c1-b337-ae19bc4680a8 req-81a0769c-0c9f-4193-8035-45d8b0eafea5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:52.620274 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f2d1144-15c2-46c1-b337-ae19bc4680a8 req-81a0769c-0c9f-4193-8035-45d8b0eafea5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0701191 Sep 06 05:38:52.664992 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f2d1144-15c2-46c1-b337-ae19bc4680a8 req-b3b686ca-3e78-470b-98dc-e4a31d4ce776 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Sep 06 05:38:52.782550 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:53.147925 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:53.191055 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a36a5-490c-4937-954b-9707ad3033e6 req-b8c1cb76-bfb7-444e-a081-c8af57176eec tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:53.198105 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-783a36a5-490c-4937-954b-9707ad3033e6 req-b8c1cb76-bfb7-444e-a081-c8af57176eec tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0635540 Sep 06 05:38:53.241328 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-783a36a5-490c-4937-954b-9707ad3033e6 req-300661d9-804d-458b-8e84-cf8d20cddc21 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Sep 06 05:38:53.693541 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b28dc-59c6-4860-8209-d15a4814c6e3 req-57a3428a-9640-4158-83df-9e065e81310e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:53.695495 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-038b28dc-59c6-4860-8209-d15a4814c6e3 req-57a3428a-9640-4158-83df-9e065e81310e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0593517 Sep 06 05:38:53.748446 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-038b28dc-59c6-4860-8209-d15a4814c6e3 req-1838b50e-419c-45f2-9f9c-6ce8db1660db tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Sep 06 05:38:53.834872 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95743537-e82b-4690-b893-039cb79a91ec req-c0e77d4c-c09b-4844-b132-8435cc2a2172 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:53.839170 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-95743537-e82b-4690-b893-039cb79a91ec req-c0e77d4c-c09b-4844-b132-8435cc2a2172 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0688748 Sep 06 05:38:53.892050 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-95743537-e82b-4690-b893-039cb79a91ec req-04fd6bb8-d638-4111-8df8-4fcfa63c3e0a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Sep 06 05:38:54.361800 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1401f-518e-469d-9cec-4f8a52d51453 req-7969d830-a4b9-4e66-8915-166a0906984d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:54.369274 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b1401f-518e-469d-9cec-4f8a52d51453 req-7969d830-a4b9-4e66-8915-166a0906984d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0617709 Sep 06 05:38:54.413866 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b1401f-518e-469d-9cec-4f8a52d51453 req-77d0f6b4-6dde-4f93-8cba-24456d2bc1e0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Sep 06 05:38:54.677918 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:38:55.031798 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ca49-7e35-4465-86f5-6acbe0eef404 req-3040b95d-b1a8-45dc-96d8-2380af85e326 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:55.033752 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b245ca49-7e35-4465-86f5-6acbe0eef404 req-3040b95d-b1a8-45dc-96d8-2380af85e326 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0618744 Sep 06 05:38:55.097527 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b245ca49-7e35-4465-86f5-6acbe0eef404 req-ba5a6756-afbb-4d13-b58f-2cb16f0fb9bc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562570 Sep 06 05:38:55.334482 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20fc0-49e4-4cd0-ae3f-8918713a8db7 req-31ac0968-e2dc-474e-bd1d-66ecd91a7d96 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:55.340508 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6ed20fc0-49e4-4cd0-ae3f-8918713a8db7 req-31ac0968-e2dc-474e-bd1d-66ecd91a7d96 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0780988 Sep 06 05:38:55.426520 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-cffd561b-46d3-4d11-ae0a-f280daeb71b5 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781098670&fields=id&tenant_id=2e5c731c29dd473594d2a362bb3a8109 HTTP/1.1" status: 200 len: 267 time: 0.0678508 Sep 06 05:38:55.446852 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6ed20fc0-49e4-4cd0-ae3f-8918713a8db7 req-5d41a201-4782-4a43-8fdc-aa5a50fc651c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Sep 06 05:38:55.720182 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-4dd2be5a-e0a2-47c3-af62-c9c83b526b38 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:55.721736 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-4dd2be5a-e0a2-47c3-af62-c9c83b526b38 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 807 time: 0.2737057 Sep 06 05:38:55.744473 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-8558b408-7439-4fe5-b8d0-27c709363e5b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/quotas/2e5c731c29dd473594d2a362bb3a8109 HTTP/1.1" status: 200 len: 375 time: 0.0151205 Sep 06 05:38:55.755751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8f97b-2daa-4c22-9a10-5ba862af80ee req-26b0d912-a2e9-41b4-927a-a243e784029c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:55.757231 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26d8f97b-2daa-4c22-9a10-5ba862af80ee req-26b0d912-a2e9-41b4-927a-a243e784029c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0999994 Sep 06 05:38:55.842945 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26d8f97b-2daa-4c22-9a10-5ba862af80ee req-eff9c8d3-2b8f-4137-9b40-94dbbb6fe2ad tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754833 Sep 06 05:38:55.867053 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-4d6b6ba1-5d8f-499f-abee-f0c5f2323ad1 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061487 Sep 06 05:38:56.029430 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-e79d2a1f-c658-4dec-b57e-2a486db30fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637857 Sep 06 05:38:56.166029 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-62859c7e-2c0f-4d73-bd1c-1f0657fc1b2b service neutron] 10.222.0.30 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184924 Sep 06 05:38:56.579638 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae8a0-5493-43a7-9d62-fe897ca5df7e req-c67e1539-2af8-42ca-9082-454c6eeb7126 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:56.594884 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-269ae8a0-5493-43a7-9d62-fe897ca5df7e req-c67e1539-2af8-42ca-9082-454c6eeb7126 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0799229 Sep 06 05:38:56.678977 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-269ae8a0-5493-43a7-9d62-fe897ca5df7e req-4b6465cb-4f6c-4ce6-8984-6d75a09f23db tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830986 Sep 06 05:38:56.792140 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-18dfc75a-580b-4857-857e-e4d47ac40903 req-09629ce9-e8a6-4508-bc75-a0e6c32ff311 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 210 time: 0.0287809 Sep 06 05:38:56.987665 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc3c99-f38e-478a-a26b-6036fbbac558 req-4279a7c3-4135-4e86-8c63-38e5ecfa1aaa tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:56.989845 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-00cc3c99-f38e-478a-a26b-6036fbbac558 req-4279a7c3-4135-4e86-8c63-38e5ecfa1aaa tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0638113 Sep 06 05:38:57.034155 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-00cc3c99-f38e-478a-a26b-6036fbbac558 req-1c8dc16e-73bd-4fe7-b922-bbe126d06197 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349224 Sep 06 05:38:57.256584 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212807af-afee-48cb-8abf-5989c46a2dd2 req-595b56e6-547c-440a-bd9f-2475a0b77efd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:57.258069 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-212807af-afee-48cb-8abf-5989c46a2dd2 req-595b56e6-547c-440a-bd9f-2475a0b77efd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Sep 06 05:38:57.295984 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-212807af-afee-48cb-8abf-5989c46a2dd2 req-e4b3f7a3-7f25-42b6-ae14-f109d6056378 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Sep 06 05:38:57.829052 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f87c-e616-45be-8d45-7b6b520877aa req-8f19131c-df90-4d23-bba7-7c128b95ab3b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:57.830734 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7ff6f87c-e616-45be-8d45-7b6b520877aa req-8f19131c-df90-4d23-bba7-7c128b95ab3b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0588932 Sep 06 05:38:57.868079 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7ff6f87c-e616-45be-8d45-7b6b520877aa req-7b5e8977-c1cc-4c06-9abc-fbeead89d1b6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Sep 06 05:38:57.952172 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d741b89b-7ca5-48ad-af1d-784f450197a8 req-220dc94c-1c7d-4888-b9f9-615582e1bfc4 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 210 time: 0.0262909 Sep 06 05:38:58.413257 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48dfb6-a29d-4b48-9f8b-bccf8200eb94 req-e36ba7a2-8d93-4715-9502-2c8bdc657259 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:58.414795 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da48dfb6-a29d-4b48-9f8b-bccf8200eb94 req-e36ba7a2-8d93-4715-9502-2c8bdc657259 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Sep 06 05:38:58.453254 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da48dfb6-a29d-4b48-9f8b-bccf8200eb94 req-0075811e-9884-4c52-b8bb-12503269da66 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Sep 06 05:38:58.994684 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9fbb3-6774-4178-927b-2953500fcf3a req-dbe421a1-44bb-437a-88be-ce332aad0c2a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:58.996091 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-60d9fbb3-6774-4178-927b-2953500fcf3a req-dbe421a1-44bb-437a-88be-ce332aad0c2a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Sep 06 05:38:59.033006 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-60d9fbb3-6774-4178-927b-2953500fcf3a req-69b52618-bcc1-4ea4-b051-99a9e823c250 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310240 Sep 06 05:38:59.168709 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3624cdf0-4a8f-4abd-8f09-ebeb315be0fd req-372c2223-ef99-4fd8-95ff-1bd944c45703 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 210 time: 0.0466924 Sep 06 05:38:59.211583 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-a7f5f0aa-51e2-4ec4-a6d2-aa271552d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.213148 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-a7f5f0aa-51e2-4ec4-a6d2-aa271552d058 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 1098 time: 0.0434346 Sep 06 05:38:59.330545 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-50b10993-7a22-462c-9150-64c21b6ad534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.332071 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-50b10993-7a22-462c-9150-64c21b6ad534 service neutron] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 911 time: 0.1097348 Sep 06 05:38:59.497620 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-ce87c52a-51c5-463e-bdff-f434534d29a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da49951-215c-412d-849e-7d8c8c68c405 HTTP/1.1" status: 200 len: 1001 time: 0.0633893 Sep 06 05:38:59.581851 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-c3a3550f-992b-48d6-bbc7-fcde765947cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.583257 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-c3a3550f-992b-48d6-bbc7-fcde765947cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0762095 Sep 06 05:38:59.598927 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5116c-0126-400a-92ac-24b2a6c744c4 req-a4119a1d-a58f-4c58-9ddc-5c746c6e94c8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.600317 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0bc5116c-0126-400a-92ac-24b2a6c744c4 req-a4119a1d-a58f-4c58-9ddc-5c746c6e94c8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0658376 Sep 06 05:38:59.662276 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0bc5116c-0126-400a-92ac-24b2a6c744c4 req-e2d3721e-9e96-472c-ace9-5c1da4e06191 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538437 Sep 06 05:38:59.665284 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-61e91ddd-296a-48b7-ad8d-e4e749ef0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.668482 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-61e91ddd-296a-48b7-ad8d-e4e749ef0f38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0659153 Sep 06 05:38:59.739287 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-9aa48950-05c3-4625-9874-6d4b3f178cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.740695 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-9aa48950-05c3-4625-9874-6d4b3f178cc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1098 time: 0.0419886 Sep 06 05:38:59.779141 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-dea87c75-8c06-4219-88a1-498a7adc3917 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976336 Sep 06 05:38:59.889437 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-8154ae06-d8b8-4ac3-9e93-e877864a38d5 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980730 Sep 06 05:38:59.939150 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-90b22143-ffbf-4d36-8345-d3d779c0b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:38:59.940604 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-90b22143-ffbf-4d36-8345-d3d779c0b751 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.1877046 Sep 06 05:39:00.016425 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-449aec13-4e51-4ef6-b208-4871f351ca77 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:00.018002 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-449aec13-4e51-4ef6-b208-4871f351ca77 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 807 time: 0.1853504 Sep 06 05:39:00.079909 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-83452da9-d446-4341-ab62-8aba14f879ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1236379 Sep 06 05:39:00.103737 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-3f5df8c8-e0cc-4845-a92a-cbb349065748 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e5c731c29dd473594d2a362bb3a8109 HTTP/1.1" status: 200 len: 380 time: 0.0737884 Sep 06 05:39:00.167601 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d3ae2-9830-4203-9502-d4d89206ff18 req-bd5ab1aa-dcc5-4238-a9c3-fd1ed07567a5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:00.169289 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-390d3ae2-9830-4203-9502-d4d89206ff18 req-bd5ab1aa-dcc5-4238-a9c3-fd1ed07567a5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0559437 Sep 06 05:39:00.216905 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-390d3ae2-9830-4203-9502-d4d89206ff18 req-5f362760-ae3f-43dc-8d96-86d6a29ecdb9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405416 Sep 06 05:39:00.275536 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5fc1c1da-e809-46e5-ab06-dfd703e9c987 req-2fca222d-7364-4c81-90f7-1459b399c704 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 210 time: 0.0300939 Sep 06 05:39:00.329418 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'port': {'device_id': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'admin_state_up': True, 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'security_groups': ['d274be7b-7c08-4b67-9f93-3b74c821aff7']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:00.367405 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-28aaa168-d577-4c9f-b2f0-2546c8cbab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:00.368854 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-28aaa168-d577-4c9f-b2f0-2546c8cbab2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.2763605 Sep 06 05:39:00.463280 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-0f34bcca-a24b-4270-8221-aeed789cd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:00.464922 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-0f34bcca-a24b-4270-8221-aeed789cd5e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0663342 Sep 06 05:39:00.480898 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Made reservation on behalf of 2e5c731c29dd473594d2a362bb3a8109 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:39:00.484936 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:00.637518 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-f4d8046b-53ac-46d9-8f1d-67c8eb64a99f service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575348 Sep 06 05:39:00.740841 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Allocated IP 172.20.0.7 (cccbffbe-17b5-4d43-a1a8-6334a7bc0629/3dd28577-c674-4fee-bdb9-c84bfb5f45cc/a0d65857-e383-486e-b7f8-16b63aa88002) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:00.788753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7c4ee-e121-4d11-a036-549bd9c27510 req-7f953f22-4e4e-4af5-9783-156bfaae7bd6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:00.790269 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-64a7c4ee-e121-4d11-a036-549bd9c27510 req-7f953f22-4e4e-4af5-9783-156bfaae7bd6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0543685 Sep 06 05:39:00.815091 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cb33fef6-7d69-486f-a12c-8c5b0a8f7444 req-05771f00-707e-41f6-854d-7c5fdc6be867 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584268 Sep 06 05:39:00.830491 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-64a7c4ee-e121-4d11-a036-549bd9c27510 req-c1dd57d1-15ca-4336-a7ef-d6e749ea9de6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Sep 06 05:39:00.907965 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:00.923156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Transition to ACTIVE for port object a0d65857-e383-486e-b7f8-16b63aa88002 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:00.957854 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.004362 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:01.007308 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:01.011661 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:01.043307 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:01.057261 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.057596 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.057934 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.058290 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.058621 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.059000 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.059258 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.059580 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.059900 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.060221 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.060537 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.060854 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:01.082875 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.083540 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.099589 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-d7a31538-45dd-482c-995f-efaed5b1398b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757344 Sep 06 05:39:01.120666 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Request body: {'port': {'device_id': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:01.177390 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.227624 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-732b080f-fc1d-4ca2-a1b9-dc822b139a7e None None] Provisioning for port a0d65857-e383-486e-b7f8-16b63aa88002 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:01.231654 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-732b080f-fc1d-4ca2-a1b9-dc822b139a7e None None] Provisioning complete for port a0d65857-e383-486e-b7f8-16b63aa88002 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:01.232101 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-732b080f-fc1d-4ca2-a1b9-dc822b139a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.271475 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-732b080f-fc1d-4ca2-a1b9-dc822b139a7e None None] Port a0d65857-e383-486e-b7f8-16b63aa88002 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:39:01.350729 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e591dfa-a51e-4fb0-8efe-d37b5548b33d req-69d2ceee-b7f0-498e-86b3-e15ca6a14687 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.352559 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6e591dfa-a51e-4fb0-8efe-d37b5548b33d req-69d2ceee-b7f0-498e-86b3-e15ca6a14687 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Sep 06 05:39:01.424687 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6e591dfa-a51e-4fb0-8efe-d37b5548b33d req-68864cd5-8fe4-4759-9737-682fdbeb02a9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619783 Sep 06 05:39:01.432791 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7a275-d5c0-4596-9b79-9a90c7e6763a req-2fa682b2-4ce2-4afc-9efe-c017b48ccad0 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.434291 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4bc7a275-d5c0-4596-9b79-9a90c7e6763a req-2fa682b2-4ce2-4afc-9efe-c017b48ccad0 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 931 time: 0.0808442 Sep 06 05:39:01.465462 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d65857-e383-486e-b7f8-16b63aa88002 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:39:01.473487 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.475646 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4bc7a275-d5c0-4596-9b79-9a90c7e6763a req-4174427a-4d5c-4701-8fa1-6af7a68afba8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344760 Sep 06 05:39:01.486238 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Transition to ACTIVE for port object a0d65857-e383-486e-b7f8-16b63aa88002 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:01.490781 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.540084 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:01.615993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Attempting to bind port a0d65857-e383-486e-b7f8-16b63aa88002 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:01.616471 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Attempting to bind port a0d65857-e383-486e-b7f8-16b63aa88002 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:01.616806 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Attempting to bind port a0d65857-e383-486e-b7f8-16b63aa88002 on network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:01.621281 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Port a0d65857-e383-486e-b7f8-16b63aa88002 on network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:39:01.621601 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Attempting to bind port a0d65857-e383-486e-b7f8-16b63aa88002 on network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:01.627379 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:01.627714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Checking segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:01.628098 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Bound using segment: {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:01.628526 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Bound port: a0d65857-e383-486e-b7f8-16b63aa88002, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4097ef5-7d71-4b46-90f0-7194d03f68cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:01.628880 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.693471 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:01.696751 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:01.700404 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.735767 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.736450 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:01.737919 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 1093 time: 0.6219206 Sep 06 05:39:01.738456 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:01.740757 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:01.769959 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90cadf-f587-4e67-bbb4-9cf4dc0a43a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:01.797505 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939deb6b-7609-44d3-8858-53166d237d12 x-openstack-request-id: req-939deb6b-7609-44d3-8858-53166d237d12 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:01.797797 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:01.798052 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-939deb6b-7609-44d3-8858-53166d237d12 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:01.798522 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'status': 'completed', 'code': 200} Sep 06 05:39:01.832310 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-8155e572-cef9-4a82-8052-00a86597980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.833920 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-8155e572-cef9-4a82-8052-00a86597980c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1096 time: 0.0455773 Sep 06 05:39:01.884966 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-1525b8ac-be52-4f96-89b1-a283ad8a7190 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 217 time: 0.0418229 Sep 06 05:39:01.943271 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-1567c303-b595-412c-a7ef-e97b5c327cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.944729 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-1567c303-b595-412c-a7ef-e97b5c327cfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.0507932 Sep 06 05:39:01.991568 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-c7427de9-e1ab-44ff-b096-9c59bfc5b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:01.993009 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-c7427de9-e1ab-44ff-b096-9c59bfc5b846 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388618 Sep 06 05:39:02.096266 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-29343151-d39b-4f5d-9e8c-48dafda3fc40 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Sep 06 05:39:02.190686 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80ea54b6-2b47-4b9b-9fa4-8ac72eb8f636 req-b1e84f58-1250-4197-80c3-34e15bcd656a service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849361 Sep 06 05:39:02.284275 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-b9d31e52-d756-4468-9a96-37fbedfb7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:02.285776 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-b9d31e52-d756-4468-9a96-37fbedfb7b0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1096 time: 0.0456672 Sep 06 05:39:02.386722 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-d99aa502-eee3-44dc-8907-805081dc3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:02.388184 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-d99aa502-eee3-44dc-8907-805081dc3098 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 908 time: 0.0946517 Sep 06 05:39:02.435049 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-23db4fdd-9927-49f4-86f2-e9860d5bf8bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 217 time: 0.0382373 Sep 06 05:39:02.497289 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-acf82895-b917-499d-9497-1d2805f95ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:02.500577 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-acf82895-b917-499d-9497-1d2805f95ca1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.0466838 Sep 06 05:39:02.551306 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-40e66602-b797-4e02-bb68-c53e8b6df770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:02.553001 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-40e66602-b797-4e02-bb68-c53e8b6df770 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423520 Sep 06 05:39:02.557931 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a481-25f2-4ef8-ba2b-4440d07965da req-6f10ee73-9736-4605-a1d0-8280bddad9db tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:02.559508 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-48b4a481-25f2-4ef8-ba2b-4440d07965da req-6f10ee73-9736-4605-a1d0-8280bddad9db tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Sep 06 05:39:02.622591 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-48b4a481-25f2-4ef8-ba2b-4440d07965da req-eb7846de-7a27-46f8-8ffc-a9a1f6718155 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533257 Sep 06 05:39:02.635821 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9946de7-2b27-4069-97bb-18ac9f257a75 req-f1117ac5-5675-4163-b135-a6d5372a763a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:02.637387 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f9946de7-2b27-4069-97bb-18ac9f257a75 req-f1117ac5-5675-4163-b135-a6d5372a763a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0769050 Sep 06 05:39:02.659729 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-740e58a8-b3d0-449d-bb5d-c9ff1b5cab99 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893703 Sep 06 05:39:02.677904 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f9946de7-2b27-4069-97bb-18ac9f257a75 req-a2feec8e-3735-4919-8f0b-4a71d0e468b5 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334866 Sep 06 05:39:02.752486 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8377f26-7a0b-4c85-82cf-8eee2299ffdd req-9cc3e324-2701-4316-893e-c95d06b686a2 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854564 Sep 06 05:39:03.750830 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f3351-ece6-402e-a960-a6f19bd3b36f req-76062c50-ecdc-4dba-8477-b0d297fc1f27 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:03.752455 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e69f3351-ece6-402e-a960-a6f19bd3b36f req-76062c50-ecdc-4dba-8477-b0d297fc1f27 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 945 time: 0.0532424 Sep 06 05:39:03.797368 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:39:03.821325 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a626df-acc3-4c9a-98d6-cb0f3c1efbc5 req-f95c54cf-5878-4332-af30-1aad8cb6792d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:03.822850 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-45a626df-acc3-4c9a-98d6-cb0f3c1efbc5 req-f95c54cf-5878-4332-af30-1aad8cb6792d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0694592 Sep 06 05:39:03.825666 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e69f3351-ece6-402e-a960-a6f19bd3b36f req-11f4363e-ad36-4fcd-9738-7db8d2459520 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633366 Sep 06 05:39:03.865335 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-45a626df-acc3-4c9a-98d6-cb0f3c1efbc5 req-24969357-0707-47f4-8d3e-d158dfa12945 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345769 Sep 06 05:39:03.887096 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:03.910799 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:03.913076 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8159ce2-3969-49e3-9759-41da34e0ba54" -d '{"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:03.926098 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:03.931197 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:03.956906 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e82dc8a-ecdf-45ba-9d4d-fb41330b3894 x-openstack-request-id: req-5e82dc8a-ecdf-45ba-9d4d-fb41330b3894 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:03.957198 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-unplugged", "status": "failed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "code": 422}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:03.957447 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e82dc8a-ecdf-45ba-9d4d-fb41330b3894 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:03.957847 dv-cinder-788782-11-iscsi neutron-server[94087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'code': 422} returned with failed status Sep 06 05:39:03.984754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=8']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:04.305889 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-34d710dd-275b-4bb9-bbed-848a3bd6a316 req-f06b4b59-8ce8-4a2c-8a48-1444dadbe214 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:39:04.306926 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-34d710dd-275b-4bb9-bbed-848a3bd6a316 req-f06b4b59-8ce8-4a2c-8a48-1444dadbe214 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055032 Sep 06 05:39:04.461337 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7b454-f669-4003-a7f7-d66abcad3c10 req-b2082364-670d-40bf-92f2-2e48d97ae15f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:04.462876 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fba7b454-f669-4003-a7f7-d66abcad3c10 req-b2082364-670d-40bf-92f2-2e48d97ae15f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0516784 Sep 06 05:39:04.503643 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fba7b454-f669-4003-a7f7-d66abcad3c10 req-ddbbd2ee-d213-4830-acca-62e4d32680bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337701 Sep 06 05:39:04.709978 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39788) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:04.795739 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-c9a1043e-fded-4f00-9347-bf4c380d9e09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845888 Sep 06 05:39:04.805409 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-8984ba70-00a8-41a5-a1b1-0386ce518247 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:39:04.806474 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-8984ba70-00a8-41a5-a1b1-0386ce518247 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053616 Sep 06 05:39:04.984103 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aae44-d10d-49d9-bf0a-e8eed8e283eb req-d21cfd45-e5a8-43c0-a38f-89f845518f95 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:04.985496 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-499aae44-d10d-49d9-bf0a-e8eed8e283eb req-d21cfd45-e5a8-43c0-a38f-89f845518f95 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0485940 Sep 06 05:39:05.024801 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-499aae44-d10d-49d9-bf0a-e8eed8e283eb req-65184b13-e006-4fd1-a6df-77e5b08dd6d2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Sep 06 05:39:05.638578 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fe192-ae85-4d26-9465-03d45c393c29 req-a93cd4aa-6899-4365-b473-73bd3e3552f5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:05.640619 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b72fe192-ae85-4d26-9465-03d45c393c29 req-a93cd4aa-6899-4365-b473-73bd3e3552f5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0571117 Sep 06 05:39:05.680278 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b72fe192-ae85-4d26-9465-03d45c393c29 req-df35a015-8fc7-4816-9de5-19e47a6eb9a9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Sep 06 05:39:06.136774 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd77f4-17b7-4fab-ac28-b9e48dd4e7a8 req-7f41cce6-2667-4e7a-ba26-65f458a74a0b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:06.138293 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-22cd77f4-17b7-4fab-ac28-b9e48dd4e7a8 req-7f41cce6-2667-4e7a-ba26-65f458a74a0b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0479910 Sep 06 05:39:06.175496 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-22cd77f4-17b7-4fab-ac28-b9e48dd4e7a8 req-bde64c4c-66f5-4c6c-87eb-9a5fcc3fe580 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306931 Sep 06 05:39:06.805515 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a725c1-dcb8-46c8-bd43-bce31a0387e4 req-512bbe7e-41b8-4bf0-80b7-cc9d651c7d62 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:06.807029 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-62a725c1-dcb8-46c8-bd43-bce31a0387e4 req-512bbe7e-41b8-4bf0-80b7-cc9d651c7d62 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0536592 Sep 06 05:39:06.843958 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-62a725c1-dcb8-46c8-bd43-bce31a0387e4 req-703fb9e1-b4e4-4690-990b-f0a848beb4c6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303123 Sep 06 05:39:07.292563 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fd887-c2c1-40c5-89ef-7c281131efc9 req-3137f1bb-8aed-48d4-b56c-dec0bb17a30b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:07.294042 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-065fd887-c2c1-40c5-89ef-7c281131efc9 req-3137f1bb-8aed-48d4-b56c-dec0bb17a30b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0518179 Sep 06 05:39:07.333092 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-065fd887-c2c1-40c5-89ef-7c281131efc9 req-dec96966-d4df-449c-9204-86f4f877849d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Sep 06 05:39:07.821691 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:39:07.979871 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4437b-6f7d-42ad-a4db-8d7b31e34ec6 req-e6b9748b-c94d-4a6b-8afd-c9f0f78239f6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:07.981373 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d6f4437b-6f7d-42ad-a4db-8d7b31e34ec6 req-e6b9748b-c94d-4a6b-8afd-c9f0f78239f6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0489004 Sep 06 05:39:08.021482 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d6f4437b-6f7d-42ad-a4db-8d7b31e34ec6 req-deacd57c-8360-4e80-b953-acb391b7fda9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Sep 06 05:39:08.448076 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400f96e-b248-4898-8cb1-651390239183 req-e76544f1-4af0-418a-98a6-f75b4683edfd tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:08.449534 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d400f96e-b248-4898-8cb1-651390239183 req-e76544f1-4af0-418a-98a6-f75b4683edfd tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0464218 Sep 06 05:39:08.486758 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d400f96e-b248-4898-8cb1-651390239183 req-eb1a737c-cc33-4cdc-902c-1d49d3eac3b9 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304606 Sep 06 05:39:09.138298 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-f8deb411-be21-491e-8f0b-23e50fc62269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:09.140524 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-f8deb411-be21-491e-8f0b-23e50fc62269 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.0472722 Sep 06 05:39:09.177802 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d8aa6-8845-4151-8fb1-3401ad64ca9d req-fd91f316-5116-4110-8b20-247b560e61ff tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:09.179500 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aa5d8aa6-8845-4151-8fb1-3401ad64ca9d req-fd91f316-5116-4110-8b20-247b560e61ff tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0818429 Sep 06 05:39:09.194131 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba03d50-0213-4030-a838-87dac3220dfb req-69647bac-a662-48df-ac76-5b8f3bac0ab1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:09.195661 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1ba03d50-0213-4030-a838-87dac3220dfb req-69647bac-a662-48df-ac76-5b8f3bac0ab1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0965130 Sep 06 05:39:09.232467 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aa5d8aa6-8845-4151-8fb1-3401ad64ca9d req-b0558f03-908e-439c-8374-c9d05e73c04b tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Sep 06 05:39:09.257653 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-2137396d-97e0-4c3f-b9d3-8eb606ff110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:09.259842 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-2137396d-97e0-4c3f-b9d3-8eb606ff110a service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.1108122 Sep 06 05:39:09.266576 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1ba03d50-0213-4030-a838-87dac3220dfb req-aeacce3e-61db-4fc8-826c-a43cb371ff06 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527976 Sep 06 05:39:09.308092 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-f81220d3-1af7-420c-a288-f9f13ea44331 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Sep 06 05:39:09.364913 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-3c60e90f-aae4-40fe-901f-2895b2fe7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:09.366450 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-3c60e90f-aae4-40fe-901f-2895b2fe7e42 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0492420 Sep 06 05:39:09.403862 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-c4f04499-ad6c-4b25-8b96-203d76829c28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263562 Sep 06 05:39:09.526490 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-e582eeee-562f-4475-80fa-f06618247b53 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071107 Sep 06 05:39:09.602964 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbe86a-8263-4cb1-b069-d6566362487e req-ac25eb88-ac60-4427-a624-160d4f2a890c tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:09.604387 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ccbbe86a-8263-4cb1-b069-d6566362487e req-ac25eb88-ac60-4427-a624-160d4f2a890c tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0504644 Sep 06 05:39:09.634734 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b9ac7b-5452-44b4-921f-0f49138c8698 req-34bdb8ce-ee11-4719-8668-67b2f946eb10 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982192 Sep 06 05:39:09.645910 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ccbbe86a-8263-4cb1-b069-d6566362487e req-0e16e9c6-89b1-4fe3-a82c-3da474c494d6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351617 Sep 06 05:39:10.001657 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-4735921f-3fd8-4f4f-a26d-a20ae30b9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.003170 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-4735921f-3fd8-4f4f-a26d-a20ae30b9854 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74&tenant_id=cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 1096 time: 0.0702507 Sep 06 05:39:10.070418 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-08a3e067-6279-4d7b-9b55-65c282997c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.071881 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-08a3e067-6279-4d7b-9b55-65c282997c39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1096 time: 0.0438955 Sep 06 05:39:10.163873 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-22a16289-db6c-4270-b2ad-690257bb289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.165326 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-22a16289-db6c-4270-b2ad-690257bb289d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.0862682 Sep 06 05:39:10.234535 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-0adb7fa6-6ec8-440b-8a37-9fd3cf66892c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 200 len: 998 time: 0.0606852 Sep 06 05:39:10.287657 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-dc77bdc2-9606-4323-b840-d5858fce1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.288546 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-dc77bdc2-9606-4323-b840-d5858fce1087 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0480964 Sep 06 05:39:10.342585 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-70a0a197-2e52-4767-8f90-1d157e14b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.346597 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-70a0a197-2e52-4767-8f90-1d157e14b9fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497620 Sep 06 05:39:10.408765 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccee9d-3494-487e-8a75-a1d69ac2fac6 req-0a095368-8210-43eb-9aa7-fef13734ad1a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.410401 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7ccee9d-3494-487e-8a75-a1d69ac2fac6 req-0a095368-8210-43eb-9aa7-fef13734ad1a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1056905 Sep 06 05:39:10.419352 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aabc59-4678-4baf-9cf7-df7a7348d4ae req-b066909a-89ff-4132-b211-36b0be60b07d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.420828 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1aabc59-4678-4baf-9cf7-df7a7348d4ae req-b066909a-89ff-4132-b211-36b0be60b07d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0735972 Sep 06 05:39:10.446883 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-45f0cad4-0f72-4e7e-ad1b-00e28e0f5621 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915365 Sep 06 05:39:10.474619 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7ccee9d-3494-487e-8a75-a1d69ac2fac6 req-0d114288-79c0-42d2-9d9e-e652c7077b5c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Sep 06 05:39:10.481572 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1aabc59-4678-4baf-9cf7-df7a7348d4ae req-c2de6313-c981-4dc2-9371-a78fa4a5069f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529883 Sep 06 05:39:10.548078 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb3643dd-18fc-487a-8a02-a27a94cf5611 req-267addf1-9e53-47a0-89da-246507763fab service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935793 Sep 06 05:39:10.775492 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8132892-9ed3-45cf-88ed-a6ae9d227ecb req-14e0ceb2-bd38-412e-9948-d1350294778a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:10.777694 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8132892-9ed3-45cf-88ed-a6ae9d227ecb req-14e0ceb2-bd38-412e-9948-d1350294778a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0579364 Sep 06 05:39:10.834727 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8132892-9ed3-45cf-88ed-a6ae9d227ecb req-3cc98e68-2ee2-4a25-adc2-87fd0b23cbfc tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424337 Sep 06 05:39:11.648951 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812c44-c220-476a-b8ad-82f72228f848 req-2a6273f1-aebd-4ce2-9485-7fc2eb50728c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:11.650877 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-75812c44-c220-476a-b8ad-82f72228f848 req-2a6273f1-aebd-4ce2-9485-7fc2eb50728c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0843461 Sep 06 05:39:11.660376 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c485c1-70c8-47a7-83a7-a66e0f36792f req-dbac2b51-34b5-44e7-85dc-1a8efd0d9170 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:11.662136 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4c485c1-70c8-47a7-83a7-a66e0f36792f req-dbac2b51-34b5-44e7-85dc-1a8efd0d9170 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0858128 Sep 06 05:39:11.723587 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-75812c44-c220-476a-b8ad-82f72228f848 req-f029e8c1-ae7a-4c91-84fd-cbccdd5f90a7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602148 Sep 06 05:39:11.726561 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4c485c1-70c8-47a7-83a7-a66e0f36792f req-eed1f58d-83e6-4324-bf85-14da3b0458cc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559220 Sep 06 05:39:11.961102 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b8f20-2d39-4b16-b1ab-5bc77882c415 req-dd2a750a-c1b2-44a3-a577-d57e8e4477a1 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:11.962961 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-327b8f20-2d39-4b16-b1ab-5bc77882c415 req-dd2a750a-c1b2-44a3-a577-d57e8e4477a1 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0545242 Sep 06 05:39:12.013203 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-327b8f20-2d39-4b16-b1ab-5bc77882c415 req-14ae94eb-1962-4be4-8f5f-12a25f4664f8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Sep 06 05:39:12.096593 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:12.852236 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39940) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:12.904165 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890ae81-d243-4bb2-99e0-2171d9e03697 req-175adbd2-a1cc-430e-a40b-9515c9997d28 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:12.906733 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7890ae81-d243-4bb2-99e0-2171d9e03697 req-175adbd2-a1cc-430e-a40b-9515c9997d28 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0580800 Sep 06 05:39:12.915321 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff4ea-24d6-4ee3-9cd8-3ab5a6d021d4 req-d698f4a6-0c48-4f6e-972d-8cc294ce84af tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:12.916731 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-98aff4ea-24d6-4ee3-9cd8-3ab5a6d021d4 req-d698f4a6-0c48-4f6e-972d-8cc294ce84af tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1168475 Sep 06 05:39:12.983008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-787ceb25-51ec-422d-a004-d59b54f7cc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:12.985880 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-98aff4ea-24d6-4ee3-9cd8-3ab5a6d021d4 req-51785ba2-30d2-49c4-850e-a8e07994dd20 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609806 Sep 06 05:39:13.007324 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7890ae81-d243-4bb2-99e0-2171d9e03697 req-54242668-d859-48b3-bf1a-3455e2abfc51 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893848 Sep 06 05:39:13.123274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-787ceb25-51ec-422d-a004-d59b54f7cc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:13.131174 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-787ceb25-51ec-422d-a004-d59b54f7cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:13.157472 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeb904-7648-4f73-b74f-d92dced1a585 req-42ea71cf-043f-4f45-95bb-5bc5f71c5178 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:13.159610 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-16aeb904-7648-4f73-b74f-d92dced1a585 req-42ea71cf-043f-4f45-95bb-5bc5f71c5178 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0619252 Sep 06 05:39:13.184227 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-787ceb25-51ec-422d-a004-d59b54f7cc2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3619258a0cc5410b99a3a03e7df689b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309937 Sep 06 05:39:13.186507 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ceb25-51ec-422d-a004-d59b54f7cc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca5845-2aaf-4a6f-92bf-d61acf5bda40,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:13.186821 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39948) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:13.221977 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-16aeb904-7648-4f73-b74f-d92dced1a585 req-cd2a385b-ce64-430f-bc09-79cdb8a0d2ee tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565608 Sep 06 05:39:13.250853 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d28eb5e1-cbde-41d1-9bca-d8510087e664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:13.278331 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d28eb5e1-cbde-41d1-9bca-d8510087e664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:13.331052 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d28eb5e1-cbde-41d1-9bca-d8510087e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:13.333639 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d28eb5e1-cbde-41d1-9bca-d8510087e664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:13.334828 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-d28eb5e1-cbde-41d1-9bca-d8510087e664 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7ca5845-2aaf-4a6f-92bf-d61acf5bda40 HTTP/1.1" status: 204 len: 168 time: 0.1460459 Sep 06 05:39:13.343839 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eb5e1-cbde-41d1-9bca-d8510087e664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca5845-2aaf-4a6f-92bf-d61acf5bda40,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:14.054375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39976) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:14.349522 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-740297802-network', 'tenant_id': '605a330b18014f14b37208b060ad8eff'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:14.395968 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ad5f5-31fb-4b2b-b0ad-02dd8a79eebb req-a7fbd774-0319-4c5a-9d62-3332dddc3ae1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:14.397443 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da4ad5f5-31fb-4b2b-b0ad-02dd8a79eebb req-a7fbd774-0319-4c5a-9d62-3332dddc3ae1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.3255601 Sep 06 05:39:14.409279 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Made reservation on behalf of 605a330b18014f14b37208b060ad8eff for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:39:14.411617 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.427280 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6684f-cad5-45cc-b445-2d85fc88f282 req-b261483b-267d-4620-a632-c90fd6ed43d8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:14.428709 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4df6684f-cad5-45cc-b445-2d85fc88f282 req-b261483b-267d-4620-a632-c90fd6ed43d8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.3169484 Sep 06 05:39:14.443214 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.497055 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da4ad5f5-31fb-4b2b-b0ad-02dd8a79eebb req-b75b8566-2dbe-400f-8a47-35ce264575a6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925624 Sep 06 05:39:14.511807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4df6684f-cad5-45cc-b445-2d85fc88f282 req-90381d61-598f-4fe9-a1d5-7c69639e6127 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716636 Sep 06 05:39:14.631997 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.641847 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.673231 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd9c7-ad40-4322-82c6-da086309a787 req-113f936d-19cb-499d-ba0a-b8b49309a7ea tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:14.674832 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1dcfd9c7-ad40-4322-82c6-da086309a787 req-113f936d-19cb-499d-ba0a-b8b49309a7ea tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0875134 Sep 06 05:39:14.678197 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:39:14.701211 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.701536 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Added segment 6b0dbf35-1d16-47e7-b3dc-123c6292fd87 of type vlan for network 77d4cd95-152a-4960-9084-0838d44fe72b Sep 06 05:39:14.708912 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35dccb7-d655-40ca-86a2-6433e8038f4c,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:14.773882 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1dcfd9c7-ad40-4322-82c6-da086309a787 req-b3504d9f-e55e-47ac-a228-2a254a92d9f3 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873668 Sep 06 05:39:14.775420 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.801244 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.802411 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:14.803016 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:14.836277 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7808144 Sep 06 05:39:14.839970 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 39984) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:14.845861 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Request body: {'subnet': {'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-740297802-subnet', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:14.870373 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16124dbb-e220-4fc0-bfd9-29fc7520aadd admin admin] Pushing event updated for resources: {'Network': ['ID=77d4cd95-152a-4960-9084-0838d44fe72b,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:14.882277 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 77d4cd95-152a-4960-9084-0838d44fe72b details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:39:14.883342 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Made reservation on behalf of 605a330b18014f14b37208b060ad8eff for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:39:14.885775 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573050'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.090847 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573012'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.147995 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd84783a-2dfd-48c0-8568-d06edc2625be,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:15.161525 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Checking segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:15.161896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Network hostable DHCP agents. Network: 77d4cd95-152a-4960-9084-0838d44fe72b, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:39:15.182500 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Network 77d4cd95-152a-4960-9084-0838d44fe72b is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:39:15.192827 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 77d4cd95-152a-4960-9084-0838d44fe72b) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:15.200313 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:15.201384 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.207908 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b34e9-87fd-4fab-bb55-f591a5a2d095 None None] Network 77d4cd95-152a-4960-9084-0838d44fe72b requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:39:15.222658 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 39988) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:15.223328 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-120cba3b-e4af-492e-8648-1f3688a9e310 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3818502 Sep 06 05:39:15.227579 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:15.250674 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.251680 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.315007 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.381790 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-77d4cd95-152a-4960-9084-0838d44fe72b', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:39:15.382738 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.464617 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.533392 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Allocated IP 172.20.0.2 (77d4cd95-152a-4960-9084-0838d44fe72b/bd84783a-2dfd-48c0-8568-d06edc2625be/53d8a9bb-36ee-42b8-952f-20e2252c191a) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:15.737099 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.747785 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Transition to ACTIVE for port object 53d8a9bb-36ee-42b8-952f-20e2252c191a will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:15.771954 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5cdfc-5ffb-4f96-a272-339a8948a909 req-f3d3aa1d-1def-4ef8-9121-2237f6012902 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:15.773361 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Transition to ACTIVE for port object 53d8a9bb-36ee-42b8-952f-20e2252c191a will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:15.773673 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-17f5cdfc-5ffb-4f96-a272-339a8948a909 req-f3d3aa1d-1def-4ef8-9121-2237f6012902 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1488354 Sep 06 05:39:15.780925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.784607 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.812849 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:15.828452 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122837a5-b32d-44d5-93fa-ddd60997ffde req-6e53fd64-5214-42db-9443-c03f3c9e1d54 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:15.830132 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-122837a5-b32d-44d5-93fa-ddd60997ffde req-6e53fd64-5214-42db-9443-c03f3c9e1d54 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1400683 Sep 06 05:39:15.856199 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Network 77d4cd95-152a-4960-9084-0838d44fe72b is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:15.861287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:15.868672 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:15.876661 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Pushing event updated for resources: {'Port': ['ID=53d8a9bb-36ee-42b8-952f-20e2252c191a,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:15.927137 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-17f5cdfc-5ffb-4f96-a272-339a8948a909 req-dbe95ec7-d54b-4aa6-91c1-a358750ee955 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425898 Sep 06 05:39:15.949182 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-122837a5-b32d-44d5-93fa-ddd60997ffde req-c509ffba-8b08-47db-9aa4-bfd387babc45 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032684 Sep 06 05:39:16.038869 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.038869 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.039584 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.039584 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.039822 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.039968 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.040301 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.040628 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.040956 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.041515 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.041639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.041904 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:16.066029 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Attempting to bind port 53d8a9bb-36ee-42b8-952f-20e2252c191a on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:16.066682 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Attempting to bind port 53d8a9bb-36ee-42b8-952f-20e2252c191a by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:16.067048 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Attempting to bind port 53d8a9bb-36ee-42b8-952f-20e2252c191a on network 77d4cd95-152a-4960-9084-0838d44fe72b {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:16.072561 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:16.072938 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Checking segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:16.073341 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:16.073937 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Bound using segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:16.074605 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Bound port: 53d8a9bb-36ee-42b8-952f-20e2252c191a, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:16.075174 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:16.094412 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Allocated IP 172.27.3.237 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/cfec403b-cd69-423b-b577-740bb9629034) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:16.135564 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab3b7-7b15-4f93-ae50-279f5a55e8c1 req-fdfc3f05-a784-425a-876f-a5e8735eff00 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:16.137041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-82cab3b7-7b15-4f93-ae50-279f5a55e8c1 req-fdfc3f05-a784-425a-876f-a5e8735eff00 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0899813 Sep 06 05:39:16.147131 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] For port 53d8a9bb-36ee-42b8-952f-20e2252c191a, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:16.150557 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] For port 53d8a9bb-36ee-42b8-952f-20e2252c191a, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=53d8a9bb-36ee-42b8-952f-20e2252c191a,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:16.154613 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:16.219889 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-82cab3b7-7b15-4f93-ae50-279f5a55e8c1 req-440aacb6-90d3-4374-a4a3-4133fab85248 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740747 Sep 06 05:39:16.224956 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b918f0-b849-4498-a533-ea3593c5ea36 None None] Pushing event updated for resources: {'Port': ['ID=53d8a9bb-36ee-42b8-952f-20e2252c191a,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:16.249877 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:16.311936 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:16.380670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:16.399785 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:16.403576 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:16.468532 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Pushing event updated for resources: {'Port': ['ID=cfec403b-cd69-423b-b577-740bb9629034,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:16.706342 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:16.917095 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:17.080623 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23112ec1-273a-4616-a072-80e9d62cf668 req-b844eed1-0663-43fb-a991-05b66b5864f2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:17.082158 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23112ec1-273a-4616-a072-80e9d62cf668 req-b844eed1-0663-43fb-a991-05b66b5864f2 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0741625 Sep 06 05:39:17.165944 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 53d8a9bb-36ee-42b8-952f-20e2252c191a up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:17.208411 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Router 0688e0ca-0824-4166-bf83-b41e8c13d9ca is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:39:17.223799 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c51069-92fc-4371-8f7e-187653a16fbb req-60008f80-af55-4e50-b476-8ac8d66c25a0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:17.225600 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c51069-92fc-4371-8f7e-187653a16fbb req-60008f80-af55-4e50-b476-8ac8d66c25a0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1423576 Sep 06 05:39:17.240557 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23112ec1-273a-4616-a072-80e9d62cf668 req-db4944af-02e2-410a-a100-29f1c678af47 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429074 Sep 06 05:39:17.255496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 53d8a9bb-36ee-42b8-952f-20e2252c191a completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:17.439240 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69cb5f-5bec-4b4c-9ec1-e49e00400372 None None] Network 77d4cd95-152a-4960-9084-0838d44fe72b requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:39:17.506247 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] Provisioning for port 53d8a9bb-36ee-42b8-952f-20e2252c191a completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:17.512126 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] Provisioning complete for port 53d8a9bb-36ee-42b8-952f-20e2252c191a triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:17.512777 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:17.590744 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c51069-92fc-4371-8f7e-187653a16fbb req-3ce8c050-7fae-4b5d-81e2-d0c29fca4e65 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558149 Sep 06 05:39:17.613570 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f999-837a-481e-b1e5-490e890f6f09 req-2f525724-56ef-4b21-9bb8-b6b9022d73ae tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:17.615233 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e017f999-837a-481e-b1e5-490e890f6f09 req-2f525724-56ef-4b21-9bb8-b6b9022d73ae tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.1094208 Sep 06 05:39:17.656898 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:39:17.668015 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Sync routers for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:39:17.689358 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:17.689917 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:38:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:17.702871 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e017f999-837a-481e-b1e5-490e890f6f09 req-1b1070dc-3a71-4c5e-8388-53e990c1e836 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742934 Sep 06 05:39:17.711083 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:17.738241 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:17.739885 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-bd7a2b32-c8d4-4360-94e8-84e2a09b4fef admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5160742 Sep 06 05:39:17.742571 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40016) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:17.759091 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] For port 53d8a9bb-36ee-42b8-952f-20e2252c191a, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=53d8a9bb-36ee-42b8-952f-20e2252c191a,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:17.770874 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:17.828695 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3d8e5-3451-4095-8b42-70133807b41c None None] Pushing event updated for resources: {'Port': ['ID=53d8a9bb-36ee-42b8-952f-20e2252c191a,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:17.899512 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:18.107664 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:16Z', 'revision_number': 3, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:18.112546 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-2ab2f485-9a19-499f-afc4-b1ccec5004a3 None None] Provisioning complete for port 53d8a9bb-36ee-42b8-952f-20e2252c191a triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:18.112955 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f485-9a19-499f-afc4-b1ccec5004a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.163482 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Checking router: 0688e0ca-0824-4166-bf83-b41e8c13d9ca for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:39:18.164422 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Updating router 0688e0ca-0824-4166-bf83-b41e8c13d9ca port cfec403b-cd69-423b-b577-740bb9629034 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:39:18.217199 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.367662 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.448966 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed62be-1d71-4fea-a7e3-25ae8b2c2a99 req-db6baa02-ef78-4442-8d7d-9207edac9fdc tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:18.450391 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-70ed62be-1d71-4fea-a7e3-25ae8b2c2a99 req-db6baa02-ef78-4442-8d7d-9207edac9fdc tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0968719 Sep 06 05:39:18.525671 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-70ed62be-1d71-4fea-a7e3-25ae8b2c2a99 req-e082bafd-d88f-45dc-a3a1-668f38622a6f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670543 Sep 06 05:39:18.532064 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.542959 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Transition to ACTIVE for port object cfec403b-cd69-423b-b577-740bb9629034 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:18.551621 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.599940 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Allocated IP 172.20.0.1 (77d4cd95-152a-4960-9084-0838d44fe72b/bd84783a-2dfd-48c0-8568-d06edc2625be/38b7d7a6-5903-43a0-831e-80c05cbd235e) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:18.605417 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Pushing event updated for resources: {'Port': ['ID=cfec403b-cd69-423b-b577-740bb9629034,revision_number=2']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:18.622597 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.623011 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.623348 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.623707 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.624221 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.625178 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.625513 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.625845 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.626188 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.626535 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.626851 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.627173 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:39:18.631053 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Attempting to bind port cfec403b-cd69-423b-b577-740bb9629034 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:18.631426 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Attempting to bind port cfec403b-cd69-423b-b577-740bb9629034 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:18.631790 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Attempting to bind port cfec403b-cd69-423b-b577-740bb9629034 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:18.637883 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:18.637883 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:18.638202 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.638586 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:18.639054 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Bound port: cfec403b-cd69-423b-b577-740bb9629034, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:18.639514 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.700776 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] For port cfec403b-cd69-423b-b577-740bb9629034, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:18.706366 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] For port cfec403b-cd69-423b-b577-740bb9629034, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=cfec403b-cd69-423b-b577-740bb9629034,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:18.710999 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.753151 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:18.780351 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:18.781565 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:38:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:18.822690 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eec195-0b02-4f75-ab97-9e88b27482e3 None None] Pushing event updated for resources: {'Port': ['ID=cfec403b-cd69-423b-b577-740bb9629034,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:18.864833 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Transition to ACTIVE for port object 38b7d7a6-5903-43a0-831e-80c05cbd235e will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:18.916994 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8767-64cd-4b81-a1a4-a4270161fbd5 req-72799443-e187-4046-9ad8-879793e9a6c6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:18.921975 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:18.922748 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-868d8767-64cd-4b81-a1a4-a4270161fbd5 req-72799443-e187-4046-9ad8-879793e9a6c6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1630459 Sep 06 05:39:18.985670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a60b3-fd3d-409b-afca-970f5dd5138a req-484c24d4-0e64-4f93-831d-97626b73dd5e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:18.987224 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3b3a60b3-fd3d-409b-afca-970f5dd5138a req-484c24d4-0e64-4f93-831d-97626b73dd5e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.1690147 Sep 06 05:39:19.008180 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.076741 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Network 77d4cd95-152a-4960-9084-0838d44fe72b is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:19.085186 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-868d8767-64cd-4b81-a1a4-a4270161fbd5 req-36d6a82e-2609-4b95-b5da-b5762659af42 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208537 Sep 06 05:39:19.106466 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:19.121400 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:19.126027 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.181559 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 53d8a9bb-36ee-42b8-952f-20e2252c191a up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:19.229647 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:16Z', 'revision_number': 3, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:19.272722 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 53d8a9bb-36ee-42b8-952f-20e2252c191a triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:19.273101 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.284139 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29326f07-84fa-4aa9-8cc8-7e1c154d639f None None] The sync data for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi is: [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:16Z', 'revision_number': 3, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:39:19.300028 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3b3a60b3-fd3d-409b-afca-970f5dd5138a req-62257fc0-1d58-4a38-a000-a278db2e0c73 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953098 Sep 06 05:39:19.305565 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Pushing event updated for resources: {'Port': ['ID=38b7d7a6-5903-43a0-831e-80c05cbd235e,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:19.452887 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.488845 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4a2385b8-0896-4de4-a488-eb306fe84088 None None] Provisioning for port 38b7d7a6-5903-43a0-831e-80c05cbd235e completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:19.495734 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4a2385b8-0896-4de4-a488-eb306fe84088 None None] Provisioning complete for port 38b7d7a6-5903-43a0-831e-80c05cbd235e triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:19.496210 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4a2385b8-0896-4de4-a488-eb306fe84088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.501735 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0365ac15-7c2f-45cc-9162-2196c6a3f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.557612 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-4a2385b8-0896-4de4-a488-eb306fe84088 None None] Port 38b7d7a6-5903-43a0-831e-80c05cbd235e cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:39:19.677464 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.698736 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.700404 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:19.819906 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0052f5-1276-4f05-a6f8-3914f29d433b req-6f9c4d92-4811-435e-adda-d81dbebce4dc tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:19.822300 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0c0052f5-1276-4f05-a6f8-3914f29d433b req-6f9c4d92-4811-435e-adda-d81dbebce4dc tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1383951 Sep 06 05:39:19.856617 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Pushing event updated for resources: {'Port': ['ID=38b7d7a6-5903-43a0-831e-80c05cbd235e,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:19.915329 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0c0052f5-1276-4f05-a6f8-3914f29d433b req-58d258a6-fb98-494c-bb2e-27bc474e7d62 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619736 Sep 06 05:39:19.924798 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Network 77d4cd95-152a-4960-9084-0838d44fe72b is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:19.926514 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:20.159417 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Router 0688e0ca-0824-4166-bf83-b41e8c13d9ca has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:39:20.286741 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-6e0a24b6-f661-4263-9f33-26a8641ef764 None None] Provisioning complete for port 38b7d7a6-5903-43a0-831e-80c05cbd235e triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:20.287815 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6e0a24b6-f661-4263-9f33-26a8641ef764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:20.358629 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fcba2-6810-424a-92a9-b0a19fcd985a req-36933815-ac92-4700-8471-94b6b1d6a31c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:20.360006 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e80fcba2-6810-424a-92a9-b0a19fcd985a req-36933815-ac92-4700-8471-94b6b1d6a31c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0923755 Sep 06 05:39:20.407621 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a24b6-f661-4263-9f33-26a8641ef764 None None] Port 38b7d7a6-5903-43a0-831e-80c05cbd235e cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:39:20.422194 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:39:20.434784 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f6c3d558-1e6f-4308-a3da-6772982febf2 admin admin] 10.222.0.30 "PUT /v2.0/routers/0688e0ca-0824-4166-bf83-b41e8c13d9ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6911137 Sep 06 05:39:20.488504 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e80fcba2-6810-424a-92a9-b0a19fcd985a req-ef60cb4b-1bb5-4234-b81b-1ed443de9c9e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200151 Sep 06 05:39:20.512112 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159988-9436-4157-b14a-c88ec0e2c4c2 req-1515fb05-c216-4f7c-b44a-7a0e1ccab812 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:20.514325 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-42159988-9436-4157-b14a-c88ec0e2c4c2 req-1515fb05-c216-4f7c-b44a-7a0e1ccab812 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0784047 Sep 06 05:39:20.574084 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-42159988-9436-4157-b14a-c88ec0e2c4c2 req-d8d60e3d-dbe0-459b-9b36-376822c51526 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501263 Sep 06 05:39:20.986804 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40060) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:20.991808 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863054743-network', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:21.012316 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Made reservation on behalf of 173277fe995449e396ae7bdf0b6d7bc1 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:39:21.015544 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.033636 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.085556 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85938-7115-460b-b605-5cfcc53b8edd req-d393d7f0-0597-401b-9230-01a5bb5d0e3e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:21.094857 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bdb85938-7115-460b-b605-5cfcc53b8edd req-d393d7f0-0597-401b-9230-01a5bb5d0e3e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0982003 Sep 06 05:39:21.154631 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bdb85938-7115-460b-b605-5cfcc53b8edd req-c11bcbd5-f24e-421b-bfaf-7ae0881eb0fb tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Sep 06 05:39:21.196366 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.203877 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.224794 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:39:21.225774 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device cfec403b-cd69-423b-b577-740bb9629034 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:21.236250 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.236583 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Added segment 065f2161-36f0-4f3e-8dc3-bcce9399a264 of type vlan for network c85bd2cb-e0ac-4049-8703-ca87672c1804 Sep 06 05:39:21.286010 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.313833 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port cfec403b-cd69-423b-b577-740bb9629034 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:21.322569 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port cfec403b-cd69-423b-b577-740bb9629034 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:21.322971 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.329445 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388a2f62-2e04-4f04-a970-c01cb9465a11,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:21.334293 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.335629 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:21.336357 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.372078 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3841665 Sep 06 05:39:21.375678 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40066) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:21.383503 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Request body: {'subnet': {'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863054743-subnet', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:21.426807 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81842d5b-5c27-4470-adfc-533037582293 admin admin] Pushing event updated for resources: {'Network': ['ID=c85bd2cb-e0ac-4049-8703-ca87672c1804,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:21.440470 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Made reservation on behalf of 173277fe995449e396ae7bdf0b6d7bc1 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:39:21.442864 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.479020 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.485131 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:39:21.544810 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port cfec403b-cd69-423b-b577-740bb9629034, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=cfec403b-cd69-423b-b577-740bb9629034,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:21.615828 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.690917 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=cfec403b-cd69-423b-b577-740bb9629034,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:21.709415 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Sync routers for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:39:21.713410 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40076) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:21.722321 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:21.723272 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:38:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:21.876236 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60cd2ed5-9e33-4f35-a75a-df33da5bbd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.880980 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:21.925095 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:21.928556 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6cb64-c2ac-49bd-a29f-cf856be587cf req-7211c92e-4954-43a8-8b2f-11a220c71992 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:21.930388 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bab6cb64-c2ac-49bd-a29f-cf856be587cf req-7211c92e-4954-43a8-8b2f-11a220c71992 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.2884436 Sep 06 05:39:21.990846 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dc6f4-8616-4d23-86c7-7d126c58e83b req-af90ccf4-bd2b-4fb1-982e-77bc84bb0803 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:21.992699 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-361dc6f4-8616-4d23-86c7-7d126c58e83b req-af90ccf4-bd2b-4fb1-982e-77bc84bb0803 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.2436118 Sep 06 05:39:22.047153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60cd2ed5-9e33-4f35-a75a-df33da5bbd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.057065 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60cd2ed5-9e33-4f35-a75a-df33da5bbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.079853 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d7cd48-f51b-4c8f-9c4a-2023022e0b2f,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:22.089481 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Checking segment: {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:22.090119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Network hostable DHCP agents. Network: c85bd2cb-e0ac-4049-8703-ca87672c1804, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:39:22.104704 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-60cd2ed5-9e33-4f35-a75a-df33da5bbd9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79172018959a4d1a82c7ddeb01e7d574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893476 Sep 06 05:39:22.105600 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd2ed5-9e33-4f35-a75a-df33da5bbd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776ff4f6-e8d7-4d88-8ce4-b627781cb475,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:22.107906 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40082) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:22.114853 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bab6cb64-c2ac-49bd-a29f-cf856be587cf req-15391e60-2675-4a21-ba6a-821b68cecbbd tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493986 Sep 06 05:39:22.120722 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-361dc6f4-8616-4d23-86c7-7d126c58e83b req-12827221-e929-4491-956d-30419e3e9ab8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063058 Sep 06 05:39:22.132758 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:39:22.151097 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, c85bd2cb-e0ac-4049-8703-ca87672c1804) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:22.157438 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:22.158146 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.160957 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884285a-28bc-4585-8fc6-e3928f3d49b1 None None] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:39:22.176203 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7de07a92-e0b5-4cae-91bb-6823b0172ddf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7992392 Sep 06 05:39:22.178568 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40084) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:22.179915 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b715009-4dfa-4bf4-83e9-bf5e6f8842b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.184276 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:22.203937 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b715009-4dfa-4bf4-83e9-bf5e6f8842b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.216408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.217152 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.278325 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-eb4346ab-a10b-4db2-99ed-205be20db48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.292643 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b715009-4dfa-4bf4-83e9-bf5e6f8842b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.295816 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3b715009-4dfa-4bf4-83e9-bf5e6f8842b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.297308 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3b715009-4dfa-4bf4-83e9-bf5e6f8842b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/776ff4f6-e8d7-4d88-8ce4-b627781cb475 HTTP/1.1" status: 204 len: 168 time: 0.1883984 Sep 06 05:39:22.306198 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b715009-4dfa-4bf4-83e9-bf5e6f8842b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ff4f6-e8d7-4d88-8ce4-b627781cb475,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:22.329786 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.350806 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d525dab-2404-4708-b328-b55486d115da req-fd38f404-f154-4997-b324-24f754e6275a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:22.352419 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0d525dab-2404-4708-b328-b55486d115da req-fd38f404-f154-4997-b324-24f754e6275a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0988388 Sep 06 05:39:22.426783 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 2, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:22.478002 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Checking router: 0688e0ca-0824-4166-bf83-b41e8c13d9ca for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:39:22.478466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Updating router 0688e0ca-0824-4166-bf83-b41e8c13d9ca port 38b7d7a6-5903-43a0-831e-80c05cbd235e binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:39:22.516490 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-c85bd2cb-e0ac-4049-8703-ca87672c1804', 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'fixed_ips': [{'subnet_id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:39:22.517893 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.538281 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.735212 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0d525dab-2404-4708-b328-b55486d115da req-d3fbe438-b571-45d7-9e0b-d9589c41b9d9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527071 Sep 06 05:39:22.740137 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.918054 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.925249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Allocated IP 172.20.0.2 (c85bd2cb-e0ac-4049-8703-ca87672c1804/65d7cd48-f51b-4c8f-9c4a-2023022e0b2f/e800b6b5-9f5f-479e-8619-3aed1625b392) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:22.973864 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:22.993056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.142342 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Allocated IP 172.27.3.205 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/677c336b-f397-4307-bc37-afb5990142f7) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:23.188234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.189185 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device cfec403b-cd69-423b-b577-740bb9629034 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:23.256265 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.264338 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.282031 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Transition to ACTIVE for port object e800b6b5-9f5f-479e-8619-3aed1625b392 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:23.285489 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Transition to ACTIVE for port object 38b7d7a6-5903-43a0-831e-80c05cbd235e will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:23.301733 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.317542 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Transition to ACTIVE for port object e800b6b5-9f5f-479e-8619-3aed1625b392 will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:23.344926 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port cfec403b-cd69-423b-b577-740bb9629034 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:23.345308 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.354030 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.354282 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.376443 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e75c99-47cd-4e96-aeed-be19ac961804 req-3f2626e7-0991-44ae-bbf4-e05a3d1b01c7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:23.377958 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-54e75c99-47cd-4e96-aeed-be19ac961804 req-3f2626e7-0991-44ae-bbf4-e05a3d1b01c7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.1298215 Sep 06 05:39:23.391676 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671f81-dc51-417b-9808-c50581b9a27c req-01705677-2220-4c14-b8cd-4e53ba140fec tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:23.393224 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3e671f81-dc51-417b-9808-c50581b9a27c req-01705677-2220-4c14-b8cd-4e53ba140fec tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1414092 Sep 06 05:39:23.407013 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9f5e0-fbae-4ba0-b653-0864a316f4a8 None None] Pushing event updated for resources: {'Port': ['ID=38b7d7a6-5903-43a0-831e-80c05cbd235e,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:23.426234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:23.465465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:23.473290 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:23.501858 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-54e75c99-47cd-4e96-aeed-be19ac961804 req-748a9355-c743-476d-b2b4-70a4a0936e88 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075261 Sep 06 05:39:23.507189 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3e671f81-dc51-417b-9808-c50581b9a27c req-74ed0917-69bc-40b4-bca7-b39cd4cf2bfa tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031451 Sep 06 05:39:23.513280 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.574387 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:23.577749 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:23.580505 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:23.594378 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Attempting to bind port 38b7d7a6-5903-43a0-831e-80c05cbd235e on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:23.594555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Attempting to bind port 38b7d7a6-5903-43a0-831e-80c05cbd235e by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:23.594907 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Attempting to bind port 38b7d7a6-5903-43a0-831e-80c05cbd235e on network 77d4cd95-152a-4960-9084-0838d44fe72b {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:23.599123 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Pushing event updated for resources: {'Port': ['ID=e800b6b5-9f5f-479e-8619-3aed1625b392,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:23.618598 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:23.618927 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Checking segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:23.619334 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.619737 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Bound using segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:23.620229 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Bound port: 38b7d7a6-5903-43a0-831e-80c05cbd235e, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:23.620614 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.632007 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Pushing event updated for resources: {'Port': ['ID=677c336b-f397-4307-bc37-afb5990142f7,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:23.638859 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Attempting to bind port e800b6b5-9f5f-479e-8619-3aed1625b392 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:23.639275 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Attempting to bind port e800b6b5-9f5f-479e-8619-3aed1625b392 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:23.640205 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Attempting to bind port e800b6b5-9f5f-479e-8619-3aed1625b392 on network c85bd2cb-e0ac-4049-8703-ca87672c1804 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:23.651839 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:23.652219 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Checking segment: {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:23.652623 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.653019 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Bound using segment: {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:23.653495 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Bound port: e800b6b5-9f5f-479e-8619-3aed1625b392, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:23.653880 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.748476 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] For port 38b7d7a6-5903-43a0-831e-80c05cbd235e, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:23.775740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] For port 38b7d7a6-5903-43a0-831e-80c05cbd235e, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=38b7d7a6-5903-43a0-831e-80c05cbd235e,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:23.782125 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] For port e800b6b5-9f5f-479e-8619-3aed1625b392, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:23.788765 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.802445 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40122) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:23.810542 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] For port e800b6b5-9f5f-479e-8619-3aed1625b392, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=e800b6b5-9f5f-479e-8619-3aed1625b392,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:23.836804 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.878036 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:23.879205 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:23.881740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:23.885353 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9f5e0-fbae-4ba0-b653-0864a316f4a8 None None] Pushing event updated for resources: {'Port': ['ID=38b7d7a6-5903-43a0-831e-80c05cbd235e,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:23.986390 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041ed3-12f4-474e-9b97-740b2a22ea58 req-0e9bb056-753b-45c8-8801-10a15e7b7ed1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:23.988051 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-99041ed3-12f4-474e-9b97-740b2a22ea58 req-0e9bb056-753b-45c8-8801-10a15e7b7ed1 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1531167 Sep 06 05:39:24.036844 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f85ab265-beda-4e0d-8cdd-51fc2028d489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.048674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac297baa-6b23-43b8-86bc-231a52f7cefb None None] Pushing event updated for resources: {'Port': ['ID=e800b6b5-9f5f-479e-8619-3aed1625b392,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:24.076159 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:24.096716 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-99041ed3-12f4-474e-9b97-740b2a22ea58 req-518ab580-452a-4a1b-9bd3-69e240596afb tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939610 Sep 06 05:39:24.207360 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.250438 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f85ab265-beda-4e0d-8cdd-51fc2028d489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.258811 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f85ab265-beda-4e0d-8cdd-51fc2028d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.312978 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f85ab265-beda-4e0d-8cdd-51fc2028d489 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ececd766b3dc4255bbcea8b018eb73ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086260 Sep 06 05:39:24.315580 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40126) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:24.316927 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ab265-beda-4e0d-8cdd-51fc2028d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6da34-3917-4f59-9513-9e27e0bc04ce,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:24.358600 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:23Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:24.388740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd159f-e77b-4f69-8029-a8c40bb24e62 None None] The sync data for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi is: [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:23Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:39:24.407651 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Router b878c6f3-4f49-442a-a11c-11334195ed17 is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:39:24.415715 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e4e24ca-e569-4a93-9df8-9b7c4195f9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.519786 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e4e24ca-e569-4a93-9df8-9b7c4195f9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.595067 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e4e24ca-e569-4a93-9df8-9b7c4195f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.598493 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e4e24ca-e569-4a93-9df8-9b7c4195f9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.599997 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-2e4e24ca-e569-4a93-9df8-9b7c4195f9cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5a6da34-3917-4f59-9513-9e27e0bc04ce HTTP/1.1" status: 204 len: 168 time: 0.2812867 Sep 06 05:39:24.610203 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:39:24.621432 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Sync routers for ids ['b878c6f3-4f49-442a-a11c-11334195ed17'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:39:24.628462 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e24ca-e569-4a93-9df8-9b7c4195f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6da34-3917-4f59-9513-9e27e0bc04ce,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:24.636203 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Routers {'b878c6f3-4f49-442a-a11c-11334195ed17'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:24.637780 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['b878c6f3-4f49-442a-a11c-11334195ed17'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:24.646649 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.652124 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40134) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:24.669417 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-9612b5a2-4674-4731-97a4-667553c00ebd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4858160 Sep 06 05:39:24.708714 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:24.818755 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Set router b878c6f3-4f49-442a-a11c-11334195ed17 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:24.834023 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee92c-5616-411f-b7f4-759aff48ffb1 req-65c82c66-22c3-4647-8157-379011356b12 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:24.835757 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fe1ee92c-5616-411f-b7f4-759aff48ffb1 req-65c82c66-22c3-4647-8157-379011356b12 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.2090120 Sep 06 05:39:24.940911 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa27217-932a-4e18-908c-5e1ceeef6248 req-777d5108-775a-461b-bc33-b38e914901a8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:24.949188 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8fa27217-932a-4e18-908c-5e1ceeef6248 req-777d5108-775a-461b-bc33-b38e914901a8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.2215829 Sep 06 05:39:24.977118 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fe1ee92c-5616-411f-b7f4-759aff48ffb1 req-796ceccb-e883-47b5-8bb7-b21c707f8893 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310933 Sep 06 05:39:25.106856 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8fa27217-932a-4e18-908c-5e1ceeef6248 req-10005af4-9e10-4fd1-98f3-2733a247850a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564314 Sep 06 05:39:25.346988 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06393c-ca4c-4752-862e-478a80ac51b1 req-98e8a5db-924c-4594-998d-3e680fe515de tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:25.348602 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2c06393c-ca4c-4752-862e-478a80ac51b1 req-98e8a5db-924c-4594-998d-3e680fe515de tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1166418 Sep 06 05:39:25.349980 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device e800b6b5-9f5f-479e-8619-3aed1625b392 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:25.390100 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603f8f7-1474-41c4-b4b5-0a51808bdeb8 None None] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:39:25.394801 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:23Z', 'revision_number': 3, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:25.434480 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2c06393c-ca4c-4752-862e-478a80ac51b1 req-2d1ba598-0925-443a-91f7-8269d7da2d40 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755000 Sep 06 05:39:25.446135 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Checking router: b878c6f3-4f49-442a-a11c-11334195ed17 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:39:25.446135 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Updating router b878c6f3-4f49-442a-a11c-11334195ed17 port 677c336b-f397-4307-bc37-afb5990142f7 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:39:25.479693 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.516244 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-dc2edea4-996d-4552-ac06-a039f7b67b92 None None] Provisioning for port e800b6b5-9f5f-479e-8619-3aed1625b392 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:25.621387 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port e800b6b5-9f5f-479e-8619-3aed1625b392 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:25.627937 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port e800b6b5-9f5f-479e-8619-3aed1625b392 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:25.628307 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.721072 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.758951 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port e800b6b5-9f5f-479e-8619-3aed1625b392, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=e800b6b5-9f5f-479e-8619-3aed1625b392,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:25.767418 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.768263 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 38b7d7a6-5903-43a0-831e-80c05cbd235e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:25.816507 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.829152 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Transition to ACTIVE for port object 677c336b-f397-4307-bc37-afb5990142f7 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:25.836500 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.880990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=e800b6b5-9f5f-479e-8619-3aed1625b392,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:25.919824 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 38b7d7a6-5903-43a0-831e-80c05cbd235e completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:25.920337 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Attempting to bind port 677c336b-f397-4307-bc37-afb5990142f7 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:25.922395 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Attempting to bind port 677c336b-f397-4307-bc37-afb5990142f7 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:25.922979 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Attempting to bind port 677c336b-f397-4307-bc37-afb5990142f7 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:25.926061 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75052bd9-bc9b-4244-8798-939e175b0a6c None None] Pushing event updated for resources: {'Port': ['ID=677c336b-f397-4307-bc37-afb5990142f7,revision_number=2']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:25.928964 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.933769 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 38b7d7a6-5903-43a0-831e-80c05cbd235e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:25.934139 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.939252 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:25.940088 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:25.940494 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:25.940889 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:25.941363 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Bound port: 677c336b-f397-4307-bc37-afb5990142f7, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:25.941767 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.017409 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] For port 677c336b-f397-4307-bc37-afb5990142f7, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:26.021478 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] For port 677c336b-f397-4307-bc37-afb5990142f7, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=677c336b-f397-4307-bc37-afb5990142f7,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:26.035114 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.042582 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-439bc02d-90b1-4e1d-8144-764d5a180670 None None] Provisioning complete for port e800b6b5-9f5f-479e-8619-3aed1625b392 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:26.042968 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-439bc02d-90b1-4e1d-8144-764d5a180670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.049380 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.130811 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 38b7d7a6-5903-43a0-831e-80c05cbd235e, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=38b7d7a6-5903-43a0-831e-80c05cbd235e,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:26.141992 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Routers {'b878c6f3-4f49-442a-a11c-11334195ed17'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:26.142840 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.143032 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['b878c6f3-4f49-442a-a11c-11334195ed17'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:26.159620 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75052bd9-bc9b-4244-8798-939e175b0a6c None None] Pushing event updated for resources: {'Port': ['ID=677c336b-f397-4307-bc37-afb5990142f7,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:26.185880 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab85a39-97bd-4a05-8beb-ecc45812b88e req-93a6865c-0a7f-4f19-9673-043ad53f27e7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:26.194352 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0ab85a39-97bd-4a05-8beb-ecc45812b88e req-93a6865c-0a7f-4f19-9673-043ad53f27e7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0754902 Sep 06 05:39:26.235361 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=38b7d7a6-5903-43a0-831e-80c05cbd235e,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:26.258092 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Allocated IP 172.20.0.1 (c85bd2cb-e0ac-4049-8703-ca87672c1804/65d7cd48-f51b-4c8f-9c4a-2023022e0b2f/da5c2074-5828-433b-a8dd-c7f79cf0ef88) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:26.279638 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0ab85a39-97bd-4a05-8beb-ecc45812b88e req-999024ba-a62e-4fab-b868-0a7816fc6ddd tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833583 Sep 06 05:39:26.302556 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295db3-ac92-4f57-9474-c33918104acb req-a4ec1479-955f-4809-a6a5-2b26cfe6ac61 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:26.304063 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d295db3-ac92-4f57-9474-c33918104acb req-a4ec1479-955f-4809-a6a5-2b26cfe6ac61 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0741959 Sep 06 05:39:26.307831 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] Set router b878c6f3-4f49-442a-a11c-11334195ed17 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:26.347707 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d295db3-ac92-4f57-9474-c33918104acb req-c1ea8ee8-2b21-4dfd-a805-7017807420db tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 Sep 06 05:39:26.371371 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.385786 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Transition to ACTIVE for port object da5c2074-5828-433b-a8dd-c7f79cf0ef88 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:26.417821 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.454833 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:26.459009 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:26.462668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:26.490552 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Pushing event updated for resources: {'Port': ['ID=da5c2074-5828-433b-a8dd-c7f79cf0ef88,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:26.498056 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:23Z', 'revision_number': 3, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:26.518568 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.530499 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a52cd2d-1e2d-4bc7-9c52-083c133a2d4b None None] The sync data for ids ['b878c6f3-4f49-442a-a11c-11334195ed17'] in dv-cinder-788782-11-iscsi is: [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:23Z', 'revision_number': 3, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:39:26.581994 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672110b-070c-4c5f-9ca1-7aac25749b43 req-026f6089-af14-4ad2-a852-567bfec8fb01 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:26.584034 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1672110b-070c-4c5f-9ca1-7aac25749b43 req-026f6089-af14-4ad2-a852-567bfec8fb01 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0698171 Sep 06 05:39:26.639172 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1672110b-070c-4c5f-9ca1-7aac25749b43 req-a9431293-9790-449a-8f05-ed914bdcf005 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Sep 06 05:39:26.657334 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.737940 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-1c6b415a-408e-4778-b4c3-68df6ad69007 None None] Provisioning for port da5c2074-5828-433b-a8dd-c7f79cf0ef88 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:26.742073 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-1c6b415a-408e-4778-b4c3-68df6ad69007 None None] Provisioning complete for port da5c2074-5828-433b-a8dd-c7f79cf0ef88 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:26.742690 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1c6b415a-408e-4778-b4c3-68df6ad69007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.850451 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.855033 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.890054 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:39:26.929345 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b415a-408e-4778-b4c3-68df6ad69007 None None] Port da5c2074-5828-433b-a8dd-c7f79cf0ef88 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:39:26.941243 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:26.943070 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Pushing event updated for resources: {'Port': ['ID=da5c2074-5828-433b-a8dd-c7f79cf0ef88,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:27.038927 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:27.041137 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:27.172003 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Router b878c6f3-4f49-442a-a11c-11334195ed17 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:39:27.243484 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device e800b6b5-9f5f-479e-8619-3aed1625b392 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:27.299697 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:39:27.312721 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-afea567e-6d0e-4f75-80df-fa23d5a1c613 admin admin] 10.222.0.30 "PUT /v2.0/routers/b878c6f3-4f49-442a-a11c-11334195ed17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6581774 Sep 06 05:39:27.325289 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port e800b6b5-9f5f-479e-8619-3aed1625b392 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:27.325595 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:27.387725 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-0de5f53e-4b0d-4a8d-b8a9-127ac772c724 None None] Provisioning complete for port da5c2074-5828-433b-a8dd-c7f79cf0ef88 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:27.388105 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0de5f53e-4b0d-4a8d-b8a9-127ac772c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:27.414489 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659e554-346d-471a-8790-3b52f0fa8a6b req-554917d6-c9ed-4ee7-b4d0-00a87b5b79e7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:27.427532 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5659e554-346d-471a-8790-3b52f0fa8a6b req-554917d6-c9ed-4ee7-b4d0-00a87b5b79e7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0711222 Sep 06 05:39:27.453785 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-0de5f53e-4b0d-4a8d-b8a9-127ac772c724 None None] Port da5c2074-5828-433b-a8dd-c7f79cf0ef88 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:39:27.465990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 38b7d7a6-5903-43a0-831e-80c05cbd235e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:27.501833 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5659e554-346d-471a-8790-3b52f0fa8a6b req-af080431-049d-4f21-997e-8a99e6ea1ab8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732732 Sep 06 05:39:27.526316 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 38b7d7a6-5903-43a0-831e-80c05cbd235e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:27.526692 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:27.527239 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d2ae-17b8-413f-94df-77c017027259 req-1b588912-a564-4bb0-b30b-38c21ce20d5d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:27.535629 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f916d2ae-17b8-413f-94df-77c017027259 req-1b588912-a564-4bb0-b30b-38c21ce20d5d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.0888798 Sep 06 05:39:27.576276 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f916d2ae-17b8-413f-94df-77c017027259 req-173d9894-c27a-4d12-ae17-7b958fd5bcc2 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397832 Sep 06 05:39:27.620832 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 677c336b-f397-4307-bc37-afb5990142f7 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:27.669391 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 677c336b-f397-4307-bc37-afb5990142f7 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:27.675008 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 677c336b-f397-4307-bc37-afb5990142f7 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:27.675383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:27.760642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:27.769181 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7733ab1-8e88-4608-acd8-cf4571d66a31 req-818d9fc3-5384-4649-98b5-3648a6718f7b tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:27.770734 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e7733ab1-8e88-4608-acd8-cf4571d66a31 req-818d9fc3-5384-4649-98b5-3648a6718f7b tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0561848 Sep 06 05:39:27.797253 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 677c336b-f397-4307-bc37-afb5990142f7, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=677c336b-f397-4307-bc37-afb5990142f7,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:27.802089 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:27.819031 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e7733ab1-8e88-4608-acd8-cf4571d66a31 req-b5c43008-462e-4c9f-a915-44ae634740fd tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Sep 06 05:39:27.859166 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=677c336b-f397-4307-bc37-afb5990142f7,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:28.297710 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Sync routers for ids ['b878c6f3-4f49-442a-a11c-11334195ed17'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:39:28.308318 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Routers {'b878c6f3-4f49-442a-a11c-11334195ed17'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:28.308940 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['b878c6f3-4f49-442a-a11c-11334195ed17'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:28.426909 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Set router b878c6f3-4f49-442a-a11c-11334195ed17 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:28.668989 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 4, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'da5c2074-5828-433b-a8dd-c7f79cf0ef88', 'name': '', 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'mac_address': 'fa:16:3e:a1:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:25Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 2, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'subnets': [{'id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:28.701465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Checking router: b878c6f3-4f49-442a-a11c-11334195ed17 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:39:28.702102 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Updating router b878c6f3-4f49-442a-a11c-11334195ed17 port da5c2074-5828-433b-a8dd-c7f79cf0ef88 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:39:28.713785 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582be3c-b274-43e2-ae4c-e5b270a048ed req-da328c86-3a15-4dae-ad55-c7ef1fccc842 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:28.715724 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6582be3c-b274-43e2-ae4c-e5b270a048ed req-da328c86-3a15-4dae-ad55-c7ef1fccc842 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0888970 Sep 06 05:39:28.731947 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:28.772154 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6582be3c-b274-43e2-ae4c-e5b270a048ed req-bae6cfc4-979e-4fba-95b3-ab9f94542d36 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Sep 06 05:39:28.793964 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c5a50-ae8d-4092-9255-b2ceff1238ac req-58cf1a13-b3f4-4c40-8a92-d3546191caa8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:28.796345 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ee6c5a50-ae8d-4092-9255-b2ceff1238ac req-58cf1a13-b3f4-4c40-8a92-d3546191caa8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1034133 Sep 06 05:39:28.844356 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ee6c5a50-ae8d-4092-9255-b2ceff1238ac req-44b53a23-2153-4b25-8602-c57c8ac79612 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Sep 06 05:39:29.086483 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470cebe-8fc7-40a6-899a-8e0bfcf793ec req-b4a975aa-dbdb-4a60-a267-8e65bf6bdf7e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:29.094016 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7470cebe-8fc7-40a6-899a-8e0bfcf793ec req-b4a975aa-dbdb-4a60-a267-8e65bf6bdf7e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0867445 Sep 06 05:39:29.154531 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 677c336b-f397-4307-bc37-afb5990142f7 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:29.164330 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7470cebe-8fc7-40a6-899a-8e0bfcf793ec req-14af411c-7d7c-4b5d-9238-754f087e74a6 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635374 Sep 06 05:39:29.206933 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:29.224461 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Transition to ACTIVE for port object da5c2074-5828-433b-a8dd-c7f79cf0ef88 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:29.232097 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:29.289676 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 677c336b-f397-4307-bc37-afb5990142f7 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:29.289676 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:29.335762 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299544-b87e-4df2-bcb9-512db4acd82e None None] Pushing event updated for resources: {'Port': ['ID=da5c2074-5828-433b-a8dd-c7f79cf0ef88,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:29.411211 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Attempting to bind port da5c2074-5828-433b-a8dd-c7f79cf0ef88 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:29.411682 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Attempting to bind port da5c2074-5828-433b-a8dd-c7f79cf0ef88 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:29.412158 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Attempting to bind port da5c2074-5828-433b-a8dd-c7f79cf0ef88 on network c85bd2cb-e0ac-4049-8703-ca87672c1804 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:29.420072 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:29.421443 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Checking segment: {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:29.422386 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:29.422952 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Bound using segment: {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:29.423738 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Bound port: da5c2074-5828-433b-a8dd-c7f79cf0ef88, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065f2161-36f0-4f3e-8dc3-bcce9399a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:29.424676 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:29.534309 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] For port da5c2074-5828-433b-a8dd-c7f79cf0ef88, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:29.537718 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] For port da5c2074-5828-433b-a8dd-c7f79cf0ef88, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=da5c2074-5828-433b-a8dd-c7f79cf0ef88,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:29.544720 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:29.617150 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Routers {'b878c6f3-4f49-442a-a11c-11334195ed17'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:29.617785 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['b878c6f3-4f49-442a-a11c-11334195ed17'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:29.677622 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299544-b87e-4df2-bcb9-512db4acd82e None None] Pushing event updated for resources: {'Port': ['ID=da5c2074-5828-433b-a8dd-c7f79cf0ef88,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:29.766276 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] Set router b878c6f3-4f49-442a-a11c-11334195ed17 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:29.927365 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b4a8-5813-4c0b-b690-a711b0594ded req-2f893290-3903-4b6e-a24f-82c0915f708a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:29.929708 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f255b4a8-5813-4c0b-b690-a711b0594ded req-2f893290-3903-4b6e-a24f-82c0915f708a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0680146 Sep 06 05:39:30.022842 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 4, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'da5c2074-5828-433b-a8dd-c7f79cf0ef88', 'name': '', 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'mac_address': 'fa:16:3e:a1:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:25Z', 'updated_at': '2021-09-06T05:39:29Z', 'revision_number': 4, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'subnets': [{'id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:30.192645 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fdf4a9-7ecb-4214-85c2-d3f9330bdca4 None None] The sync data for ids ['b878c6f3-4f49-442a-a11c-11334195ed17'] in dv-cinder-788782-11-iscsi is: [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 4, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'da5c2074-5828-433b-a8dd-c7f79cf0ef88', 'name': '', 'network_id': 'c85bd2cb-e0ac-4049-8703-ca87672c1804', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'mac_address': 'fa:16:3e:a1:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:25Z', 'updated_at': '2021-09-06T05:39:29Z', 'revision_number': 4, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'subnets': [{'id': '65d7cd48-f51b-4c8f-9c4a-2023022e0b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:39:30.253830 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f255b4a8-5813-4c0b-b690-a711b0594ded req-24987f06-746d-4d27-ba26-9aa8e1d4bae0 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183208 Sep 06 05:39:30.301867 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c1e-13f3-4586-ae05-eb93a4a49e84 req-570e50a6-5d0e-4d35-a425-9f99384001fb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:30.303417 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8342c1e-13f3-4586-ae05-eb93a4a49e84 req-570e50a6-5d0e-4d35-a425-9f99384001fb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1070199 Sep 06 05:39:30.371639 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d8342c1e-13f3-4586-ae05-eb93a4a49e84 req-dafdb37b-5b4f-481e-8256-c25cd74ace70 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604079 Sep 06 05:39:30.412179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a9b9-e6d8-413f-8f58-287e4167f587 req-ddab7aca-73d4-42ef-9ef6-c16be565dbfb tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:30.416117 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ba5a9b9-e6d8-413f-8f58-287e4167f587 req-ddab7aca-73d4-42ef-9ef6-c16be565dbfb tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0619042 Sep 06 05:39:30.464502 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ba5a9b9-e6d8-413f-8f58-287e4167f587 req-014c5127-d636-4e53-a624-264c1c4b74c7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Sep 06 05:39:31.172951 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device da5c2074-5828-433b-a8dd-c7f79cf0ef88 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:31.232616 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port da5c2074-5828-433b-a8dd-c7f79cf0ef88 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:31.238177 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port da5c2074-5828-433b-a8dd-c7f79cf0ef88 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:31.238588 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:31.386537 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:31.423661 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08eebc-e7f2-4643-9bf0-9cfa2c2aa42e req-f718ccf2-7ded-4f39-b60e-6b84da3a4252 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:31.433969 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-db08eebc-e7f2-4643-9bf0-9cfa2c2aa42e req-f718ccf2-7ded-4f39-b60e-6b84da3a4252 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0865242 Sep 06 05:39:31.440851 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port da5c2074-5828-433b-a8dd-c7f79cf0ef88, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=da5c2074-5828-433b-a8dd-c7f79cf0ef88,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:31.446573 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:31.515432 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=da5c2074-5828-433b-a8dd-c7f79cf0ef88,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:31.539452 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-db08eebc-e7f2-4643-9bf0-9cfa2c2aa42e req-f41bb506-5fa5-4640-a3d6-d0b3e618f69a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032140 Sep 06 05:39:31.640679 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e2b57-deb4-4e3f-81d5-943d819f9fca req-e7a8da46-74ed-485d-aace-aa4c97b1ea48 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:31.642100 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b30e2b57-deb4-4e3f-81d5-943d819f9fca req-e7a8da46-74ed-485d-aace-aa4c97b1ea48 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 943 time: 0.1025746 Sep 06 05:39:31.695489 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41385f-06fa-47f3-bc14-b7988f6d21f1 req-b69e1c90-bc90-4e0d-a4aa-e6cc808f6462 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:31.697393 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ae41385f-06fa-47f3-bc14-b7988f6d21f1 req-b69e1c90-bc90-4e0d-a4aa-e6cc808f6462 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0974712 Sep 06 05:39:31.700224 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b30e2b57-deb4-4e3f-81d5-943d819f9fca req-0338ec86-e539-472f-bc8c-818dc0797756 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510602 Sep 06 05:39:31.765135 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ae41385f-06fa-47f3-bc14-b7988f6d21f1 req-c6b02574-86ab-4766-8f7c-8b8be9b0099f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563543 Sep 06 05:39:31.941231 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:39:32.046496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:32.062453 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'port_id': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'mac_address': 'fa:16:3e:b0:84:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:39:32.109412 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:32.123537 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d65857-e383-486e-b7f8-16b63aa88002 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:39:32.147375 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:32.151746 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:32.152459 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:39:32.266037 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:32.305156 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:32.318510 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'port_id': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'mac_address': 'fa:16:3e:d8:50:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:39:32.361973 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:32.377465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:39:32.398816 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:32.404897 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:32.463244 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=9']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:32.654750 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc19c2-3a9a-4ee4-ac0a-32a11972b90e req-77781bef-9f23-4f97-81d2-c7d5f3f84215 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:32.661870 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-67fc19c2-3a9a-4ee4-ac0a-32a11972b90e req-77781bef-9f23-4f97-81d2-c7d5f3f84215 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 944 time: 0.0697827 Sep 06 05:39:32.697545 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-67fc19c2-3a9a-4ee4-ac0a-32a11972b90e req-36db3992-ab5f-4378-862c-8d99c4da83b4 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Sep 06 05:39:32.724428 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:39:32.757565 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['a0d65857-e383-486e-b7f8-16b63aa88002'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:39:32.890925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689fb13-2abe-47f6-8140-bc1cba881119 req-079682d2-1e43-49cd-b9d9-97e8fda157be tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:32.898427 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c689fb13-2abe-47f6-8140-bc1cba881119 req-079682d2-1e43-49cd-b9d9-97e8fda157be tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.1070378 Sep 06 05:39:32.970074 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c689fb13-2abe-47f6-8140-bc1cba881119 req-c997aec4-31be-4d38-badf-4abacf8b93fe tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707552 Sep 06 05:39:32.992052 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba325d0-5601-40be-b96a-d6e995da3a1e req-ec07b3ad-54d6-4e00-a5de-e283e3179751 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:32.993393 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6ba325d0-5601-40be-b96a-d6e995da3a1e req-ec07b3ad-54d6-4e00-a5de-e283e3179751 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0877919 Sep 06 05:39:33.048253 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6ba325d0-5601-40be-b96a-d6e995da3a1e req-098212f7-bdf2-42c9-8155-f40be4ba4a11 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Sep 06 05:39:33.150740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device da5c2074-5828-433b-a8dd-c7f79cf0ef88 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:33.204673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port da5c2074-5828-433b-a8dd-c7f79cf0ef88 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:33.205207 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:33.821196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228473-3b84-4dcb-9ad1-252c5e240896 req-10a2fabc-30b4-4b59-920c-fc3c2be3bd53 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:33.823040 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2e228473-3b84-4dcb-9ad1-252c5e240896 req-10a2fabc-30b4-4b59-920c-fc3c2be3bd53 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 944 time: 0.0528915 Sep 06 05:39:33.865396 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2e228473-3b84-4dcb-9ad1-252c5e240896 req-fdcd6059-19df-4b3c-8a8d-4f1e20451c13 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355794 Sep 06 05:39:33.951359 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:34.024773 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port a0d65857-e383-486e-b7f8-16b63aa88002 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:34.036922 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port a0d65857-e383-486e-b7f8-16b63aa88002 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:34.039662 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:34.144824 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:34.168142 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b87d2b-1677-4aaa-b684-ea675f630355 req-779df5af-402f-46ec-b644-9fa99b90f306 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:34.169661 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-09b87d2b-1677-4aaa-b684-ea675f630355 req-779df5af-402f-46ec-b644-9fa99b90f306 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 944 time: 0.0836327 Sep 06 05:39:34.188478 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:34.191530 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3008fda4-f1b4-42cd-b2cd-4ca5d174a05f" -d '{"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-plugged", "status": "completed", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:34.195697 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:34.200696 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:34.201683 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:34.250010 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-09b87d2b-1677-4aaa-b684-ea675f630355 req-0d6b0f38-bd6b-4d5b-9e98-cedff36eb41b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599487 Sep 06 05:39:34.280396 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56bf3f-3304-42db-94e3-c59b094b1dc0 req-a685bd4c-3b3b-4070-b250-6d88db92da1f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:34.281970 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9c56bf3f-3304-42db-94e3-c59b094b1dc0 req-a685bd4c-3b3b-4070-b250-6d88db92da1f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1341021 Sep 06 05:39:34.304577 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:34.322766 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d90cab-41ed-484c-9896-d8440cdc68d9 x-openstack-request-id: req-34d90cab-41ed-484c-9896-d8440cdc68d9 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:34.323164 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-plugged", "status": "completed", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:34.324144 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34d90cab-41ed-484c-9896-d8440cdc68d9 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:34.324144 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'code': 200} Sep 06 05:39:34.326262 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:34.326654 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:34.342193 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9c56bf3f-3304-42db-94e3-c59b094b1dc0 req-3b3fa44f-7381-4256-8093-1dcf7b84f7c4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Sep 06 05:39:34.421156 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:34.469020 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:34.473658 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:34.530833 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=10']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:34.559397 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13af86-f86e-4d0a-9dfe-951b0c80bcd9 req-54f071f2-50e3-4197-93e5-755685f400b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:34.560980 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9e13af86-f86e-4d0a-9dfe-951b0c80bcd9 req-54f071f2-50e3-4197-93e5-755685f400b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1098 time: 0.0526922 Sep 06 05:39:34.604076 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9e13af86-f86e-4d0a-9dfe-951b0c80bcd9 req-5d2762ca-679a-4af9-b6f2-83fedb07dd70 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344944 Sep 06 05:39:34.992637 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee16a9-8b67-4949-870d-7f75873718f1 req-681e7f4c-dfae-4ff1-b6ab-15b9c9a34f99 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:34.999313 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66ee16a9-8b67-4949-870d-7f75873718f1 req-681e7f4c-dfae-4ff1-b6ab-15b9c9a34f99 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Sep 06 05:39:35.046807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66ee16a9-8b67-4949-870d-7f75873718f1 req-c832e06b-2c4b-4e6b-ba72-ef2ce6ccc3a5 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Sep 06 05:39:35.382953 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ba05b-04ee-466d-ac1e-244db25fe0b3 req-e569feee-f684-47e1-9c76-f6e6b73a9745 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:35.385331 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d8ba05b-04ee-466d-ac1e-244db25fe0b3 req-e569feee-f684-47e1-9c76-f6e6b73a9745 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0559905 Sep 06 05:39:35.434601 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d8ba05b-04ee-466d-ac1e-244db25fe0b3 req-3a018863-7964-44d7-8507-6c87fb06cedb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 Sep 06 05:39:35.515671 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea943c3-0e1f-49d2-a28d-faa63461936a req-25da7dac-a5b5-425d-8493-e1a9ba70e23d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:35.516818 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7ea943c3-0e1f-49d2-a28d-faa63461936a req-25da7dac-a5b5-425d-8493-e1a9ba70e23d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0658383 Sep 06 05:39:35.562261 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7ea943c3-0e1f-49d2-a28d-faa63461936a req-3893f640-eb73-4817-ad28-dc06df51660a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Sep 06 05:39:36.164543 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf506f-9d36-4c63-8b5a-a4f182dd9703 req-14c5a8ce-d962-4fd2-a188-3f8610ffe37e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:36.166335 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0fbf506f-9d36-4c63-8b5a-a4f182dd9703 req-14c5a8ce-d962-4fd2-a188-3f8610ffe37e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0522678 Sep 06 05:39:36.210232 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0fbf506f-9d36-4c63-8b5a-a4f182dd9703 req-36e0973b-b39a-413d-b994-8dc67eb0c3d4 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368466 Sep 06 05:39:36.325670 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:36.328354 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0553aeae-3851-4ff0-9f76-ed8436a7b72e" -d '{"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:36.336573 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d81d6-748e-4498-affc-15417aa68d69 req-16add460-a994-46fa-8dd1-8ad874c6f43d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:36.344794 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d15d81d6-748e-4498-affc-15417aa68d69 req-16add460-a994-46fa-8dd1-8ad874c6f43d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0613356 Sep 06 05:39:36.375773 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb08928-e8bd-40ad-8bea-fce715967ec8 x-openstack-request-id: req-acb08928-e8bd-40ad-8bea-fce715967ec8 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:36.376068 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:36.376326 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acb08928-e8bd-40ad-8bea-fce715967ec8 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:36.376726 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'code': 200} Sep 06 05:39:36.385518 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d15d81d6-748e-4498-affc-15417aa68d69 req-cc3efa30-ecb7-4cc1-9c9b-185e4fd4951d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397875 Sep 06 05:39:36.409826 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40228) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:36.595179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d036dcf-c20a-479e-8677-ef15a71809c0 req-49d656a7-80f9-4f91-bb8a-690816b5d740 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:36.602791 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1d036dcf-c20a-479e-8677-ef15a71809c0 req-49d656a7-80f9-4f91-bb8a-690816b5d740 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0675938 Sep 06 05:39:36.651215 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1d036dcf-c20a-479e-8677-ef15a71809c0 req-f77341e7-3679-4535-a82f-2255d1682d2b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Sep 06 05:39:36.665824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22182a88-3bf2-4d58-a8bd-7f8728f46a88 tempest-TestShelveInstance-644011052 tempest-TestShelveInstance-644011052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:36.667681 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-22182a88-3bf2-4d58-a8bd-7f8728f46a88 tempest-TestShelveInstance-644011052 tempest-TestShelveInstance-644011052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1093 time: 0.2561948 Sep 06 05:39:36.670432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40236) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:39:36.675915 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'port_id': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:36.705993 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14196-b2b8-4b9d-9386-1a025904e68b req-49e5fd14-c350-40d0-be83-a01f167e60a0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:36.707760 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37a14196-b2b8-4b9d-9386-1a025904e68b req-49e5fd14-c350-40d0-be83-a01f167e60a0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0602059 Sep 06 05:39:36.739236 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:36.817094 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37a14196-b2b8-4b9d-9386-1a025904e68b req-7753ab5c-4ab1-48c1-a6a4-1727acdecb95 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813713 Sep 06 05:39:36.972647 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:37.026695 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4a40e-22bf-4b48-8f94-866f2eb0fb55 req-69841a86-bcec-493e-afa8-0770a061cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:37.028217 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-05f4a40e-22bf-4b48-8f94-866f2eb0fb55 req-69841a86-bcec-493e-afa8-0770a061cdda service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 1099 time: 0.1049192 Sep 06 05:39:37.109273 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-05f4a40e-22bf-4b48-8f94-866f2eb0fb55 req-baa5f62e-27ff-4599-98a5-fc1290535f8d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716274 Sep 06 05:39:37.127978 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Allocated IP 172.27.3.76 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/c5ca0a6b-8155-4386-ad36-e54a68506c72) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:37.240582 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:37.285060 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:37.321058 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:37.324233 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:37.327918 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:37.360709 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'Port': ['ID=c5ca0a6b-8155-4386-ad36-e54a68506c72,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:37.694880 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:37.772707 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:37.783359 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f7ac-c3dd-4731-a7df-9ff429623e41 req-64fd5964-88a3-41a2-95a3-a119f0993492 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:37.784900 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7d03f7ac-c3dd-4731-a7df-9ff429623e41 req-64fd5964-88a3-41a2-95a3-a119f0993492 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0530131 Sep 06 05:39:37.826501 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7d03f7ac-c3dd-4731-a7df-9ff429623e41 req-22c55da6-0e72-4874-8e4a-673eec3f7e8a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354481 Sep 06 05:39:37.941557 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:37.946190 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:38.003261 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bf7fc-e95e-4ec5-8109-89bb7c4ddeb9 req-d5c992e3-93f4-4649-b84b-d9fefd93927f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:38.004652 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1f5bf7fc-e95e-4ec5-8109-89bb7c4ddeb9 req-d5c992e3-93f4-4649-b84b-d9fefd93927f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0948324 Sep 06 05:39:38.014027 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event updated for resources: {'Port': ['ID=c5ca0a6b-8155-4386-ad36-e54a68506c72,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:38.015205 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-41a427d6-2095-453a-ae14-40cbea24bc8b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:38.016659 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-41a427d6-2095-453a-ae14-40cbea24bc8b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 814 time: 0.1497066 Sep 06 05:39:38.022672 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:38.046736 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-eac72378-94c0-48c7-ae73-3cbaf3b527eb tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/quotas/605a330b18014f14b37208b060ad8eff HTTP/1.1" status: 200 len: 375 time: 0.0216854 Sep 06 05:39:38.086556 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1f5bf7fc-e95e-4ec5-8109-89bb7c4ddeb9 req-f3e92fe1-e45b-4086-ac97-b57bd18e17b5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 Sep 06 05:39:38.117572 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-95dce7c3-6cf8-4896-b4a4-c4f806074a5c tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641549 Sep 06 05:39:38.131385 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Floating IP 3b7fea3e-16ad-4f97-90bf-3c3ddc410b66 associated. External IP: 172.27.3.76, port: a0d65857-e383-486e-b7f8-16b63aa88002. Sep 06 05:39:38.210688 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-d44264c8-d02c-467a-a43e-64c685c08281 service neutron] 10.222.0.30 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811989 Sep 06 05:39:38.303580 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-18be7c52-0759-400f-bbc2-f45c9c596b68 service neutron] 10.222.0.30 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864406 Sep 06 05:39:38.503233 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-28da04f9-db9f-47b7-9094-94bdbd8936bd req-79be5ca1-866b-4ec4-8c00-261667a98acb tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 210 time: 0.0328403 Sep 06 05:39:38.564106 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Router abb2f485-15e5-46e1-b131-6d427d027fea has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:39:38.691285 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:39:38.704083 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] Sync routers for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:39:38.708371 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:38.717119 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:38.718307 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:38.746125 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-18d47ea3-ebff-4eee-993c-fc0acec1030e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0743256 Sep 06 05:39:38.746776 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:38.749947 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:38.793366 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07aad10-2814-40de-93e4-3e7eb26622a1 x-openstack-request-id: req-f07aad10-2814-40de-93e4-3e7eb26622a1 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:38.793689 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:38.793922 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f07aad10-2814-40de-93e4-3e7eb26622a1 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:38.794337 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'status': 'completed', 'code': 200} Sep 06 05:39:38.857935 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:38.884835 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-78923676-2800-4036-a556-099cce359bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:38.889864 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-78923676-2800-4036-a556-099cce359bd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1098 time: 0.0576198 Sep 06 05:39:38.999756 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554a65-0aca-4cb8-b549-cceccfbd7f35 req-591756a6-fa6a-4792-a1ae-dd679dc5215c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.007659 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26554a65-0aca-4cb8-b549-cceccfbd7f35 req-591756a6-fa6a-4792-a1ae-dd679dc5215c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0868881 Sep 06 05:39:39.019686 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-c36d352d-a10c-4f37-9e10-f8996e468106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.021534 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-c36d352d-a10c-4f37-9e10-f8996e468106 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 908 time: 0.1272540 Sep 06 05:39:39.070813 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26554a65-0aca-4cb8-b549-cceccfbd7f35 req-5602348e-5352-4f96-b195-0860117bc0f9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617390 Sep 06 05:39:39.111380 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-79066400-f8db-437a-acd8-0fdcaa39e3f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 998 time: 0.0797875 Sep 06 05:39:39.185874 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-4e389faa-ce12-466e-8052-aee805ebed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.187530 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-4e389faa-ce12-466e-8052-aee805ebed30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.0689957 Sep 06 05:39:39.192490 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '3b7fea3e-16ad-4f97-90bf-3c3ddc410b66', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'port_id': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'mac_address': 'fa:16:3e:b0:84:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:39:37Z', 'updated_at': '2021-09-06T05:39:37Z', 'revision_number': 0, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:39.223976 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] Checking router: abb2f485-15e5-46e1-b131-6d427d027fea for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:39:39.243405 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:39:39.244065 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:39.255590 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05786d9a-cce9-41e5-8a0a-cd2e49188478 req-5e016bd6-8a21-44f2-8d92-dacba8f5193f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.257377 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-05786d9a-cce9-41e5-8a0a-cd2e49188478 req-5e016bd6-8a21-44f2-8d92-dacba8f5193f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0614314 Sep 06 05:39:39.259275 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-fac43c01-60b3-481c-bfbb-30af335f95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.260759 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-fac43c01-60b3-481c-bfbb-30af335f95a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622661 Sep 06 05:39:39.297062 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-05786d9a-cce9-41e5-8a0a-cd2e49188478 req-9a66e657-f0fc-446d-8ab7-262b78a72b42 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Sep 06 05:39:39.358585 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:39:39.368914 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-59315f65-e288-4293-a1cc-8513cfcfabb2 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Sep 06 05:39:39.468219 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0ba84c-0a5f-46b6-9d16-82d74b6129fe req-a28d8e9e-4861-42de-b459-17bb79c91a9c service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893121 Sep 06 05:39:39.570351 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-6eddb8d9-ad0f-44d4-8eaf-3974eae5f44f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451398 Sep 06 05:39:39.620051 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-85b37ea5-6650-45de-a6bf-a25858646870 req-a3df05ec-fdf0-4066-bc50-0acecfb62b6c tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 210 time: 0.0326445 Sep 06 05:39:39.701238 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '3b7fea3e-16ad-4f97-90bf-3c3ddc410b66', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'port_id': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'mac_address': 'fa:16:3e:b0:84:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:39:37Z', 'updated_at': '2021-09-06T05:39:37Z', 'revision_number': 0, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:39:39.709913 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-69451d5d-9690-4112-9546-6ec99ab36c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.711878 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-69451d5d-9690-4112-9546-6ec99ab36c6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 1098 time: 0.1167200 Sep 06 05:39:39.731117 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a7ca4-7c90-47b1-a5fc-951287a557dd None None] The sync data for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi is: [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '3b7fea3e-16ad-4f97-90bf-3c3ddc410b66', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'port_id': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'mac_address': 'fa:16:3e:b0:84:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:39:37Z', 'updated_at': '2021-09-06T05:39:37Z', 'revision_number': 0, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:39:39.771997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-fb4756e3-091b-412e-af48-36b9f204ff84 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.773464 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-fb4756e3-091b-412e-af48-36b9f204ff84 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 814 time: 0.1430819 Sep 06 05:39:39.794401 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'port': {'device_id': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'admin_state_up': True, 'tenant_id': '605a330b18014f14b37208b060ad8eff'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:39.917125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-8dbf6380-d4d5-4f17-94ac-b86546d94fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:39.918635 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-8dbf6380-d4d5-4f17-94ac-b86546d94fa2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.1807666 Sep 06 05:39:39.953261 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29340f98-eb88-4603-83f2-ffe09990b5a2 None None] New status for floating IP 3b7fea3e-16ad-4f97-90bf-3c3ddc410b66: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:39:39.973463 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-e636a9d4-19c8-4f68-8010-b4e28d43a8aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=733ee0df-0d24-4513-8120-bcd78b7e101e HTTP/1.1" status: 200 len: 217 time: 0.0423908 Sep 06 05:39:40.025709 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Made reservation on behalf of 605a330b18014f14b37208b060ad8eff for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:39:40.029442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:40.043940 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-852da5a5-6532-4134-96a4-e07415db5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:40.046039 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-852da5a5-6532-4134-96a4-e07415db5fb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0644379 Sep 06 05:39:40.118754 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-2844002c-fb49-487e-96bf-3ac5287addbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615511 Sep 06 05:39:40.244904 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690a4a6-48e3-4346-8917-7124fca2c8ea req-3fc61138-3c94-41e3-8980-773823bf816b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:40.253789 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7690a4a6-48e3-4346-8917-7124fca2c8ea req-3fc61138-3c94-41e3-8980-773823bf816b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0839398 Sep 06 05:39:40.273790 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Allocated IP 172.20.0.12 (77d4cd95-152a-4960-9084-0838d44fe72b/bd84783a-2dfd-48c0-8568-d06edc2625be/e0fad807-0c22-4cb9-908c-5f77c8b955e4) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:39:40.298081 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-a49722c1-7f07-4401-ad7b-29a85cc30495 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712656 Sep 06 05:39:40.305587 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7690a4a6-48e3-4346-8917-7124fca2c8ea req-3362fb1c-690a-4231-8058-f212f54a1502 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483308 Sep 06 05:39:40.446159 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7839e-4fce-4431-9e11-bf5c1495e3c0 req-8a58b6ad-3829-4f4f-ba6f-e1ac6b6b5089 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:40.448170 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-83b7839e-4fce-4431-9e11-bf5c1495e3c0 req-8a58b6ad-3829-4f4f-ba6f-e1ac6b6b5089 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0674126 Sep 06 05:39:40.500437 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-83b7839e-4fce-4431-9e11-bf5c1495e3c0 req-c2e0d253-2f02-497d-bef0-c4b2a9830001 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Sep 06 05:39:40.501605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:40.527321 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Transition to ACTIVE for port object e0fad807-0c22-4cb9-908c-5f77c8b955e4 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:40.579014 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:40.628110 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Network 77d4cd95-152a-4960-9084-0838d44fe72b is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:39:40.631833 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:39:40.653356 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:39:40.727605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:40.746069 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:40.747143 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:40.774605 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49ec9a-c631-4822-a0fd-43680f8632e4 req-623636db-dc85-462c-ad23-26b191d58881 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:40.776641 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-df49ec9a-c631-4822-a0fd-43680f8632e4 req-623636db-dc85-462c-ad23-26b191d58881 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0797212 Sep 06 05:39:40.781270 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-8483c42d-1880-4e70-a134-c15a1b207bc0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964385 Sep 06 05:39:40.844171 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-df49ec9a-c631-4822-a0fd-43680f8632e4 req-01f07d62-33fc-4691-a78e-913c659020ee tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569127 Sep 06 05:39:40.992496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8a1b8542-2ab4-487c-82dd-78f7cc53db56 None None] Provisioning for port e0fad807-0c22-4cb9-908c-5f77c8b955e4 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:40.996335 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-8a1b8542-2ab4-487c-82dd-78f7cc53db56 None None] Provisioning complete for port e0fad807-0c22-4cb9-908c-5f77c8b955e4 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:40.996888 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8a1b8542-2ab4-487c-82dd-78f7cc53db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:41.040421 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b8542-2ab4-487c-82dd-78f7cc53db56 None None] Port e0fad807-0c22-4cb9-908c-5f77c8b955e4 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:39:41.614878 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d4f93-bcd3-409b-9a0a-ba2ed437a272 req-0d80de83-1772-45e1-8d40-754291bf2cd4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:41.616378 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-004d4f93-bcd3-409b-9a0a-ba2ed437a272 req-0d80de83-1772-45e1-8d40-754291bf2cd4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0495830 Sep 06 05:39:41.663696 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-004d4f93-bcd3-409b-9a0a-ba2ed437a272 req-850e9a40-a9fa-40d3-9478-08b42f17a438 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Sep 06 05:39:41.974983 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49838e0c-0528-4cb8-86a3-894c2ca7d585 req-ac953685-e075-4e73-9e47-f4846dc4392e tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:41.976588 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-49838e0c-0528-4cb8-86a3-894c2ca7d585 req-ac953685-e075-4e73-9e47-f4846dc4392e tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0621760 Sep 06 05:39:42.015320 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-49838e0c-0528-4cb8-86a3-894c2ca7d585 req-f806eb5a-f8dd-4a5a-a6d3-c2f0e06c47fe tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Sep 06 05:39:42.099792 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:42.777651 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3456e13-94ad-4e4c-b52a-05ff25ee4bfc req-4dd4ae8f-b8d1-427a-abb8-bb0eb34794cf tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:42.779231 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b3456e13-94ad-4e4c-b52a-05ff25ee4bfc req-4dd4ae8f-b8d1-427a-abb8-bb0eb34794cf tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0542657 Sep 06 05:39:42.816638 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b3456e13-94ad-4e4c-b52a-05ff25ee4bfc req-2fa88e26-54f5-40ea-b94a-d266ba402159 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304945 Sep 06 05:39:43.135307 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6831d-fdf6-4add-ad4d-e3c2c6e03550 req-cc7cd4ee-7d29-4d1b-bf6d-480ffadb1654 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:43.143883 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1df6831d-fdf6-4add-ad4d-e3c2c6e03550 req-cc7cd4ee-7d29-4d1b-bf6d-480ffadb1654 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0605044 Sep 06 05:39:43.178404 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1df6831d-fdf6-4add-ad4d-e3c2c6e03550 req-476c8ce1-37c0-47e5-92fa-b73d14c0dc4b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Sep 06 05:39:43.941033 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d8-9415-47e1-b6fd-bf08ffbb4347 req-c993b569-dbf0-456f-857d-ef90b1cb0ad5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:43.942545 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-055530d8-9415-47e1-b6fd-bf08ffbb4347 req-c993b569-dbf0-456f-857d-ef90b1cb0ad5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0536938 Sep 06 05:39:43.979917 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-055530d8-9415-47e1-b6fd-bf08ffbb4347 req-3f9c5791-8a0f-4d20-86aa-b91137c22459 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Sep 06 05:39:44.297867 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26bcce-8d8c-4a1f-bf4c-cd9208e82e1d req-1ba0f44d-d16f-484e-ae1f-50203e0ad50a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:44.299437 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aa26bcce-8d8c-4a1f-bf4c-cd9208e82e1d req-1ba0f44d-d16f-484e-ae1f-50203e0ad50a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0497587 Sep 06 05:39:44.340856 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aa26bcce-8d8c-4a1f-bf4c-cd9208e82e1d req-560c7a57-6a41-45c0-b4c7-40c72d5a7478 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Sep 06 05:39:45.112309 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116578-090e-432a-b188-80d43c40d8c4 req-ec96d340-08f1-402d-a0e4-b882b6c67d53 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:45.116061 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-57116578-090e-432a-b188-80d43c40d8c4 req-ec96d340-08f1-402d-a0e4-b882b6c67d53 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0674546 Sep 06 05:39:45.160008 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-57116578-090e-432a-b188-80d43c40d8c4 req-04596dd5-a41c-4869-aa8b-15f1fc222818 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Sep 06 05:39:45.462035 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e48397-a411-49fa-aa88-6c0b013e706e req-dbcc36c6-507f-4058-b12a-ff363fed62e7 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:45.463778 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8e48397-a411-49fa-aa88-6c0b013e706e req-dbcc36c6-507f-4058-b12a-ff363fed62e7 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0524182 Sep 06 05:39:45.509165 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8e48397-a411-49fa-aa88-6c0b013e706e req-37f27c05-72f2-4b8c-8f90-8c47cec209f5 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Sep 06 05:39:46.281386 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f361dab-2091-44d1-abce-d736bef12bd2 req-c6692e33-2369-4516-a656-d71af65fae33 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:46.283173 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f361dab-2091-44d1-abce-d736bef12bd2 req-c6692e33-2369-4516-a656-d71af65fae33 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0512557 Sep 06 05:39:46.325218 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f361dab-2091-44d1-abce-d736bef12bd2 req-cfdbd33f-21b0-40e5-b85f-98eee66526fe tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Sep 06 05:39:46.637600 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fc70e-3c1b-4970-a441-5538ca0ed9e0 req-068dff5e-b171-45f0-aa77-fde69fccd119 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:46.639327 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b49fc70e-3c1b-4970-a441-5538ca0ed9e0 req-068dff5e-b171-45f0-aa77-fde69fccd119 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0555470 Sep 06 05:39:46.681469 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b49fc70e-3c1b-4970-a441-5538ca0ed9e0 req-c085765c-371f-4959-ba9a-650016401eaa tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Sep 06 05:39:47.450640 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb96-ae34-4995-812b-036046b82044 req-0136c528-9906-4521-9f58-34a1a6d720f3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:47.453050 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1f22eb96-ae34-4995-812b-036046b82044 req-0136c528-9906-4521-9f58-34a1a6d720f3 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0544627 Sep 06 05:39:47.497385 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1f22eb96-ae34-4995-812b-036046b82044 req-855ca741-ea0c-418a-bbc7-58bbf3b28779 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Sep 06 05:39:47.800001 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa15a28-c755-4025-b98e-d9f48a6e9041 req-96227fa5-b0ce-4b65-9f2c-fe5f489d1ce3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:47.801476 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-caa15a28-c755-4025-b98e-d9f48a6e9041 req-96227fa5-b0ce-4b65-9f2c-fe5f489d1ce3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0500383 Sep 06 05:39:47.841185 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-caa15a28-c755-4025-b98e-d9f48a6e9041 req-479725c0-ba97-42d3-b1d6-f5a392c71849 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Sep 06 05:39:48.616494 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0c30-1322-4301-9490-62add3d113e1 req-9e4c8933-7b38-4e24-bf2d-66f47a3fb91e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:48.618095 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6f7e0c30-1322-4301-9490-62add3d113e1 req-9e4c8933-7b38-4e24-bf2d-66f47a3fb91e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0485532 Sep 06 05:39:48.660857 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6f7e0c30-1322-4301-9490-62add3d113e1 req-136af01a-3f9b-4ba2-999b-35ca06002466 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Sep 06 05:39:48.986731 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4d7d-b9bf-40cd-ba9c-1eade775bff5 req-c64821b9-ccca-4d6f-8b6b-f0a8e2eec488 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:48.988439 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-55cf4d7d-b9bf-40cd-ba9c-1eade775bff5 req-c64821b9-ccca-4d6f-8b6b-f0a8e2eec488 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0559042 Sep 06 05:39:49.031794 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-55cf4d7d-b9bf-40cd-ba9c-1eade775bff5 req-cc2b9d2d-0fd5-4da9-97d9-0bb4cd21174d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Sep 06 05:39:49.406387 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a9e-bba0-44a4-9d97-e1affbafa8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:49.784767 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecfbf3-3c35-4a7a-ae3d-d6034c37f4ac req-da9ab0cc-b9d1-44e0-9f52-a93927de2ccd tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:49.786551 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8eecfbf3-3c35-4a7a-ae3d-d6034c37f4ac req-da9ab0cc-b9d1-44e0-9f52-a93927de2ccd tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0553966 Sep 06 05:39:49.836975 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8eecfbf3-3c35-4a7a-ae3d-d6034c37f4ac req-6bf41c21-0f47-45e6-be60-23bf1dc5c1e5 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Sep 06 05:39:50.154778 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998b6c3-4f69-4c0e-868b-375a90debe49 req-609f4f9d-4855-4423-8322-4354f37c5329 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:50.156293 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0998b6c3-4f69-4c0e-868b-375a90debe49 req-609f4f9d-4855-4423-8322-4354f37c5329 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0504742 Sep 06 05:39:50.196302 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0998b6c3-4f69-4c0e-868b-375a90debe49 req-f0347ce0-8bec-4371-88ef-146b1e328533 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331724 Sep 06 05:39:50.962596 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5961-3f77-4309-ad29-8aed59b5b965 req-d774eb59-d807-4c9d-829b-6985fcc01cf0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:50.964382 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e30b5961-3f77-4309-ad29-8aed59b5b965 req-d774eb59-d807-4c9d-829b-6985fcc01cf0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0560730 Sep 06 05:39:51.002153 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e30b5961-3f77-4309-ad29-8aed59b5b965 req-ae915ff0-b10d-4248-8ee4-dbb1364395ac tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Sep 06 05:39:51.328467 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933512a6-31ad-40c9-b5f2-4daee2350246 req-75c7759b-09e7-4165-9a70-2e7ba85bcf4b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:51.329955 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-933512a6-31ad-40c9-b5f2-4daee2350246 req-75c7759b-09e7-4165-9a70-2e7ba85bcf4b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 932 time: 0.0569427 Sep 06 05:39:51.369807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-933512a6-31ad-40c9-b5f2-4daee2350246 req-b7f469da-73d0-4390-aa28-b51ff2bec842 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338986 Sep 06 05:39:52.001613 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Request body: {'port': {'device_id': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:39:52.115497 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.136516 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f0c38-a729-440f-b99d-204d052c8183 req-a6af55b3-70f4-4302-9445-36ff65cd9dc4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:52.138049 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-689f0c38-a729-440f-b99d-204d052c8183 req-a6af55b3-70f4-4302-9445-36ff65cd9dc4 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0569594 Sep 06 05:39:52.145346 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f840697-1624-4f7a-87c8-04f0bc6afbb9 req-49ebebf2-462d-4145-bda2-6fbb24b0668b service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743150 Sep 06 05:39:52.178005 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-689f0c38-a729-440f-b99d-204d052c8183 req-f5b698a2-7011-4247-9108-e4dc05fd2bc9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Sep 06 05:39:52.207417 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7daf-26ea-4e9f-8753-364306a678d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.404319 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fad807-0c22-4cb9-908c-5f77c8b955e4 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:39:52.411635 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.424287 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Transition to ACTIVE for port object e0fad807-0c22-4cb9-908c-5f77c8b955e4 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:39:52.428436 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.497118 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:52.502041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69def-d2bb-4cba-832a-1d32306e6111 req-86e366db-545d-4252-8aa7-012ac95504fa tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:52.509353 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cef69def-d2bb-4cba-832a-1d32306e6111 req-86e366db-545d-4252-8aa7-012ac95504fa tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 944 time: 0.0680323 Sep 06 05:39:52.548563 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Attempting to bind port e0fad807-0c22-4cb9-908c-5f77c8b955e4 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:39:52.548906 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Attempting to bind port e0fad807-0c22-4cb9-908c-5f77c8b955e4 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:39:52.549191 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Attempting to bind port e0fad807-0c22-4cb9-908c-5f77c8b955e4 on network 77d4cd95-152a-4960-9084-0838d44fe72b {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:52.550757 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cef69def-d2bb-4cba-832a-1d32306e6111 req-7c23e302-ad8a-414f-889b-144c0e2b9956 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Sep 06 05:39:52.554498 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Port e0fad807-0c22-4cb9-908c-5f77c8b955e4 on network 77d4cd95-152a-4960-9084-0838d44fe72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:39:52.554896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Attempting to bind port e0fad807-0c22-4cb9-908c-5f77c8b955e4 on network 77d4cd95-152a-4960-9084-0838d44fe72b {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:39:52.560572 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:39:52.561468 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Checking segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:39:52.561848 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Bound using segment: {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:39:52.562470 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Bound port: e0fad807-0c22-4cb9-908c-5f77c8b955e4, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0dbf35-1d16-47e7-b3dc-123c6292fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:39:52.562867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.641110 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:39:52.644524 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:39:52.650783 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.693472 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:52.694073 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.695555 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] 10.222.0.25 "PUT /v2.0/ports/e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 1094 time: 0.7131829 Sep 06 05:39:52.696135 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:52.698455 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50" -d '{"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:52.741486 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a65a9-4c86-4a32-a6f5-f36c088f8eed service neutron] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:52.764793 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867a406-f281-4d80-b7e0-854c9b08f67c x-openstack-request-id: req-6867a406-f281-4d80-b7e0-854c9b08f67c {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:52.764793 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:52.765719 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6867a406-f281-4d80-b7e0-854c9b08f67c {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:52.766335 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'status': 'completed', 'code': 200} Sep 06 05:39:52.793764 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:52.803856 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-d256eec1-e765-4280-889f-2e165c706cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:52.805372 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-d256eec1-e765-4280-889f-2e165c706cf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1097 time: 0.0529056 Sep 06 05:39:52.855868 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-d9170748-827a-4632-a987-97058935d344 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 217 time: 0.0419688 Sep 06 05:39:52.918387 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-0c0a8a84-2777-4de9-990f-e6f4aca9d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:52.919993 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-0c0a8a84-2777-4de9-990f-e6f4aca9d2ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0541043 Sep 06 05:39:52.982116 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-20c206c1-349e-45d4-8d79-f9052f03750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:52.984888 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-20c206c1-349e-45d4-8d79-f9052f03750d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502567 Sep 06 05:39:53.097824 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-ecfc416b-c3f3-4ed8-be4e-58c16d9cca9d service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919895 Sep 06 05:39:53.105040 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:53.189379 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40d71a7c-a5d1-44b2-8d9a-4dd030ca6956 req-255c43ac-edcb-4eb5-b739-a04d4ca1f0bf service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815141 Sep 06 05:39:53.284882 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-42f84c40-a6a7-43ae-9ad8-a1dcb5e7e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.286579 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-42f84c40-a6a7-43ae-9ad8-a1dcb5e7e14b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1097 time: 0.0468495 Sep 06 05:39:53.306624 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91023cb-40fb-4494-b9bb-11a798dac5a5 req-d7b1fee8-7a69-4314-9234-20d75f24d36d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.312408 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a91023cb-40fb-4494-b9bb-11a798dac5a5 req-d7b1fee8-7a69-4314-9234-20d75f24d36d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0546453 Sep 06 05:39:53.354833 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a91023cb-40fb-4494-b9bb-11a798dac5a5 req-d0d80d22-e69d-4e3e-864b-882a2417661c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379274 Sep 06 05:39:53.408096 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-6eabca19-d5cd-4513-87bc-8e84f6dcfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.409682 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-6eabca19-d5cd-4513-87bc-8e84f6dcfb96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 915 time: 0.1088445 Sep 06 05:39:53.462566 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-20f2f8bc-52e1-4c52-ac31-adeacaa90a33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 217 time: 0.0376732 Sep 06 05:39:53.543353 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29500808-d43d-4a3f-8f3a-28ea898058b9 req-24edc5ea-d8cf-4011-80ba-6228e9b1c692 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.544618 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-29500808-d43d-4a3f-8f3a-28ea898058b9 req-24edc5ea-d8cf-4011-80ba-6228e9b1c692 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0488343 Sep 06 05:39:53.551047 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-e45903e0-19af-426e-a5c2-8ea093b2ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.552759 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-e45903e0-19af-426e-a5c2-8ea093b2ec8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0650611 Sep 06 05:39:53.561521 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6294c-8deb-4790-a132-b8adb2d93343 req-12838bb2-06bb-4d78-855c-f8eea620a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.563795 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e5b6294c-8deb-4790-a132-b8adb2d93343 req-12838bb2-06bb-4d78-855c-f8eea620a28d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.0861762 Sep 06 05:39:53.590160 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-29500808-d43d-4a3f-8f3a-28ea898058b9 req-3c83e961-d9d3-4088-9a15-5160ae0b19d8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370588 Sep 06 05:39:53.644300 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e5b6294c-8deb-4790-a132-b8adb2d93343 req-ed264b77-887f-49c1-bf91-1064ac61f08a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528517 Sep 06 05:39:53.646862 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-f0d71723-41f5-4ede-b5b8-8d4120990d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.648285 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-f0d71723-41f5-4ede-b5b8-8d4120990d80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0836120 Sep 06 05:39:53.674500 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2936f-db7a-451a-8165-b26255076a62 req-e7ef943d-c8f2-4613-a5ac-ae055139ed34 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:53.675992 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37a2936f-db7a-451a-8165-b26255076a62 req-e7ef943d-c8f2-4613-a5ac-ae055139ed34 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 944 time: 0.0552659 Sep 06 05:39:53.713982 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37a2936f-db7a-451a-8165-b26255076a62 req-fb62bbd0-0655-46d6-bc0d-1608f2b886ea tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Sep 06 05:39:53.936765 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-f24d725c-38bc-491a-9ab4-0e1e63199758 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822213 Sep 06 05:39:54.028718 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78d5ceeb-95cc-4f54-b0ee-0dfc15388f50 req-49942538-11d2-4f20-b87c-d729abe02de5 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841947 Sep 06 05:39:54.474700 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3733a7-7ac6-4a29-8ab1-e0475b2d2dbe req-4670cf8e-14b4-466f-9f0c-22c64c0e3ee8 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:54.476173 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-db3733a7-7ac6-4a29-8ab1-e0475b2d2dbe req-4670cf8e-14b4-466f-9f0c-22c64c0e3ee8 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0477133 Sep 06 05:39:54.511904 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-db3733a7-7ac6-4a29-8ab1-e0475b2d2dbe req-2c03cbc1-a93c-43e8-818f-5aa1ddcabd54 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298769 Sep 06 05:39:54.676034 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:54.699570 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492ada-fc61-4d68-9077-e05cf82b2067 req-a6552a8d-231e-4de2-8db0-c53755407db1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:54.701058 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a492ada-fc61-4d68-9077-e05cf82b2067 req-a6552a8d-231e-4de2-8db0-c53755407db1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Sep 06 05:39:54.738948 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a492ada-fc61-4d68-9077-e05cf82b2067 req-44a7b599-5d92-418a-bbb2-c4f22e027e80 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Sep 06 05:39:54.831985 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06fd2-7059-4ea2-995b-b0ce3664e8b6 req-ea16a640-411c-416e-b220-31bb49572eac tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:54.833485 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e9b06fd2-7059-4ea2-995b-b0ce3664e8b6 req-ea16a640-411c-416e-b220-31bb49572eac tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 944 time: 0.0518589 Sep 06 05:39:54.871999 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e9b06fd2-7059-4ea2-995b-b0ce3664e8b6 req-0c877895-d1ed-4277-b89e-51a90fe24731 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Sep 06 05:39:55.625619 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21e8cd-ac15-48d3-b300-cb7830214d1b req-e581acad-8e53-404e-beb8-1f60ab87e2fe tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:55.627121 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9c21e8cd-ac15-48d3-b300-cb7830214d1b req-e581acad-8e53-404e-beb8-1f60ab87e2fe tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0476789 Sep 06 05:39:55.665197 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9c21e8cd-ac15-48d3-b300-cb7830214d1b req-0b1e78b4-7359-4dff-9582-1c111c346979 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Sep 06 05:39:55.856371 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fdb23-f4d9-4d08-8adb-2ed17e021032 req-71c89a02-50e8-403b-976e-4cca8d011b3e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:55.858660 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb6fdb23-f4d9-4d08-8adb-2ed17e021032 req-71c89a02-50e8-403b-976e-4cca8d011b3e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0495963 Sep 06 05:39:55.905264 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb6fdb23-f4d9-4d08-8adb-2ed17e021032 req-788021c6-bf03-4f42-b407-35f93a5d040d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395305 Sep 06 05:39:55.961430 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-96126dc2-fd69-41ef-bb75-26e429420591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:55.962965 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-96126dc2-fd69-41ef-bb75-26e429420591 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82b0a693206d421ab25e5ddcd8909a52&device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 1099 time: 0.0471325 Sep 06 05:39:56.004035 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd1f1-97d2-4956-8acd-91b77ee558ae req-68a484dc-147d-4703-8914-62f8971dd534 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:56.005516 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-67ddd1f1-97d2-4956-8acd-91b77ee558ae req-68a484dc-147d-4703-8914-62f8971dd534 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0769138 Sep 06 05:39:56.019418 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e0fad807-0c22-4cb9-908c-5f77c8b955e4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:39:56.039085 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76a618-2267-4efb-8e60-7bd4b8e43687 req-a2d2a89e-4ba4-4af1-ae80-0af3927494f2 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:56.040575 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0c76a618-2267-4efb-8e60-7bd4b8e43687 req-a2d2a89e-4ba4-4af1-ae80-0af3927494f2 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 944 time: 0.0746112 Sep 06 05:39:56.062480 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-bec688ae-3a16-4550-86f8-1ce7d7471d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:56.064000 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-bec688ae-3a16-4550-86f8-1ce7d7471d3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 200 len: 919 time: 0.0933959 Sep 06 05:39:56.070330 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-67ddd1f1-97d2-4956-8acd-91b77ee558ae req-84687244-308d-4d7a-adcd-ff9342b1bda9 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584559 Sep 06 05:39:56.101891 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0c76a618-2267-4efb-8e60-7bd4b8e43687 req-91e931e1-6e4f-4a67-9719-398a78966060 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Sep 06 05:39:56.128706 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:56.144367 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'port_id': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'mac_address': 'fa:16:3e:8f:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:39:56.182984 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:56.196559 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fad807-0c22-4cb9-908c-5f77c8b955e4 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:39:56.218007 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:56.222762 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:56.270689 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:56.329050 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-6952d814-f4b5-4bcf-b743-cf0e615f5b2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 200 len: 217 time: 0.2557273 Sep 06 05:39:56.384708 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-6605ae77-d7fe-4632-a32d-dd4da888c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:56.386204 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-6605ae77-d7fe-4632-a32d-dd4da888c012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 200 len: 858 time: 0.0476973 Sep 06 05:39:56.427082 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-cc57d3cb-7d36-409e-b0a2-b45627de5070 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=338bc86c-77b4-464b-ad96-07dd31e77218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248370 Sep 06 05:39:56.537807 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-cadb80fe-0b75-4eb2-bbd9-a35e9bdf9068 service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979474 Sep 06 05:39:56.538100 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e0fad807-0c22-4cb9-908c-5f77c8b955e4'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:39:56.654999 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c30b88b-62b4-4a1d-88d6-40bd1e6a9282 req-faac02cb-9539-41de-8429-f012782cc64f service neutron] 10.222.0.25 "GET /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107049 Sep 06 05:39:57.019782 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560aa1d-f36f-4c7d-b73b-a1af921772c7 req-1bef7422-f372-4c33-8db2-37150c2483e2 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:57.021251 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3560aa1d-f36f-4c7d-b73b-a1af921772c7 req-1bef7422-f372-4c33-8db2-37150c2483e2 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Sep 06 05:39:57.058791 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3560aa1d-f36f-4c7d-b73b-a1af921772c7 req-7c8203fe-e1ef-4455-9e9b-484c04ac37fc tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Sep 06 05:39:57.220753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f69bb9-c289-489f-a227-3e5780a52ecd req-e0f10807-0f6d-4aca-9d97-f41c3c90792c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:57.222130 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b5f69bb9-c289-489f-a227-3e5780a52ecd req-e0f10807-0f6d-4aca-9d97-f41c3c90792c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0800099 Sep 06 05:39:57.234788 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a220ae5-d778-4136-bf4f-54c400512ae9 req-b0e921c0-fc85-4263-9d61-1f96d4958e10 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:57.236185 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3a220ae5-d778-4136-bf4f-54c400512ae9 req-b0e921c0-fc85-4263-9d61-1f96d4958e10 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 945 time: 0.0649586 Sep 06 05:39:57.291389 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b5f69bb9-c289-489f-a227-3e5780a52ecd req-bd70034e-2755-412a-9d4d-5aa49c19c169 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542645 Sep 06 05:39:57.294077 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3a220ae5-d778-4136-bf4f-54c400512ae9 req-0e2147a4-4365-449d-a2d6-96ae78e57b99 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Sep 06 05:39:58.048304 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e0fad807-0c22-4cb9-908c-5f77c8b955e4 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:39:58.099175 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port e0fad807-0c22-4cb9-908c-5f77c8b955e4 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:39:58.102963 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port e0fad807-0c22-4cb9-908c-5f77c8b955e4 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:39:58.103328 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:58.173723 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc518-3a68-4a77-b6ce-48f0fc6f8eff req-65e18754-dab3-4ca1-a2ec-74a4c6038be2 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:58.175341 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-903dc518-3a68-4a77-b6ce-48f0fc6f8eff req-65e18754-dab3-4ca1-a2ec-74a4c6038be2 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 06 05:39:58.181734 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:58.204650 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:39:58.206950 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2eddce-ed88-4996-9966-6a9867dd6e7e" -d '{"events": [{"server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "name": "network-vif-plugged", "status": "completed", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:39:58.213481 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-903dc518-3a68-4a77-b6ce-48f0fc6f8eff req-3bbbc328-4476-47fc-8257-7b4481543c5d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Sep 06 05:39:58.220206 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:39:58.225000 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:39:58.254273 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fbba64-4646-48a6-bcdb-3cc4e02e7f73 x-openstack-request-id: req-b8fbba64-4646-48a6-bcdb-3cc4e02e7f73 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:39:58.254561 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "name": "network-vif-plugged", "status": "completed", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:39:58.254808 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8fbba64-4646-48a6-bcdb-3cc4e02e7f73 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:39:58.255249 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'code': 200} Sep 06 05:39:58.280078 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:39:58.439556 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed59c7c-e8c3-456a-823a-23927ad921ab req-254424f2-8f9f-4503-a34d-1d0ef38bd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:58.440882 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd93b-e644-47d6-b6ce-306c886e0a71 req-fe87daba-fd3e-4d91-9b84-5472f5453d78 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:58.441426 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fed59c7c-e8c3-456a-823a-23927ad921ab req-254424f2-8f9f-4503-a34d-1d0ef38bd105 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1099 time: 0.0402067 Sep 06 05:39:58.442397 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-412fd93b-e644-47d6-b6ce-306c886e0a71 req-fe87daba-fd3e-4d91-9b84-5472f5453d78 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0790505 Sep 06 05:39:58.450487 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f32ff-a17e-4361-a8cb-7b7c63405f1f req-2af4b200-7c80-40f2-a223-db3cf913c03f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:58.451878 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-df3f32ff-a17e-4361-a8cb-7b7c63405f1f req-2af4b200-7c80-40f2-a223-db3cf913c03f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0799353 Sep 06 05:39:58.493673 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fed59c7c-e8c3-456a-823a-23927ad921ab req-5be855db-ac9a-4bcd-a970-37a2a8f06405 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305688 Sep 06 05:39:58.503795 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-412fd93b-e644-47d6-b6ce-306c886e0a71 req-f5d420af-15f6-4608-9895-5237bf30b034 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509989 Sep 06 05:39:58.510632 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-df3f32ff-a17e-4361-a8cb-7b7c63405f1f req-e49dcdc8-c1a6-4fb7-a31a-450e3634cc0e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520880 Sep 06 05:39:59.329384 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414d7f6-8242-46c5-9c1a-80002764a514 req-f90a2ba5-26f4-41e1-bc3c-b5c6e4493392 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:59.330792 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4414d7f6-8242-46c5-9c1a-80002764a514 req-f90a2ba5-26f4-41e1-bc3c-b5c6e4493392 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Sep 06 05:39:59.368094 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4414d7f6-8242-46c5-9c1a-80002764a514 req-dfde3964-0aca-4e88-b623-6fbeb2e878ad tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Sep 06 05:39:59.643614 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93682b57-ff58-42d3-af5d-e4e58dfbe729 req-9c498c56-4676-4ce0-b4c0-a5ae0dd6a1f3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:59.645019 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-93682b57-ff58-42d3-af5d-e4e58dfbe729 req-9c498c56-4676-4ce0-b4c0-a5ae0dd6a1f3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0751834 Sep 06 05:39:59.652855 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fb914-6245-4494-9833-446798ad1c01 req-844f0a6d-e887-4a07-b238-eb409204104f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:39:59.654226 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a55fb914-6245-4494-9833-446798ad1c01 req-844f0a6d-e887-4a07-b238-eb409204104f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0748179 Sep 06 05:39:59.705287 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-93682b57-ff58-42d3-af5d-e4e58dfbe729 req-09c45fd5-fec5-4a12-ad0e-ec3e868f0d68 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Sep 06 05:39:59.712297 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a55fb914-6245-4494-9833-446798ad1c01 req-3486d348-0404-4acd-8684-570e46ffe045 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508940 Sep 06 05:40:00.484428 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd6aec-8c13-47c4-8d20-ae7724f37afa req-2c941be6-3a10-44a7-a8d9-517a58198f42 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:00.485811 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fecd6aec-8c13-47c4-8d20-ae7724f37afa req-2c941be6-3a10-44a7-a8d9-517a58198f42 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0505772 Sep 06 05:40:00.522474 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fecd6aec-8c13-47c4-8d20-ae7724f37afa req-1876ffeb-9200-45b2-b18d-a59f9d3e84e0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Sep 06 05:40:00.820456 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824c66a-ba26-4186-967f-7fdc5fbe323f req-46d10172-18b8-4c14-afde-78a23ce66ee5 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:00.821935 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6824c66a-ba26-4186-967f-7fdc5fbe323f req-46d10172-18b8-4c14-afde-78a23ce66ee5 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0506639 Sep 06 05:40:00.863219 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6824c66a-ba26-4186-967f-7fdc5fbe323f req-35e163c6-4e9a-4dce-846b-7ad6596c374a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Sep 06 05:40:00.978024 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07693-7f93-4bfa-94a2-5b05ce1d063f req-6b2fec60-f12a-44af-9aed-2170cf40d6ae tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:00.979432 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c8f07693-7f93-4bfa-94a2-5b05ce1d063f req-6b2fec60-f12a-44af-9aed-2170cf40d6ae tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0479133 Sep 06 05:40:01.015915 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c8f07693-7f93-4bfa-94a2-5b05ce1d063f req-e6056337-0132-4f7e-acaa-42a91f51adf9 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297260 Sep 06 05:40:01.344109 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2c8d-8a9b-4415-bdf2-ea277588de33 req-4c4557c6-568d-495d-8885-8cd009b73855 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:01.345557 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f61b2c8d-8a9b-4415-bdf2-ea277588de33 req-4c4557c6-568d-495d-8885-8cd009b73855 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Sep 06 05:40:01.383426 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f61b2c8d-8a9b-4415-bdf2-ea277588de33 req-a06c9bff-c331-4e06-a476-ea1e982f25f1 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Sep 06 05:40:01.648208 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7756e-aecb-4118-868e-eb7146bd92aa req-71ccfe34-1008-4bfb-93e7-e0312faf8f58 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:01.650550 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-43d7756e-aecb-4118-868e-eb7146bd92aa req-71ccfe34-1008-4bfb-93e7-e0312faf8f58 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0552974 Sep 06 05:40:01.690477 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-43d7756e-aecb-4118-868e-eb7146bd92aa req-f91db127-7888-429a-9b82-6763ccb292db tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Sep 06 05:40:02.846272 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f496a-40a8-4877-a246-8e9ef9183fb8 req-eb17913c-e376-49d1-8670-e2dbaf0ea2b3 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:02.847768 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa4f496a-40a8-4877-a246-8e9ef9183fb8 req-eb17913c-e376-49d1-8670-e2dbaf0ea2b3 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Sep 06 05:40:02.885505 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa4f496a-40a8-4877-a246-8e9ef9183fb8 req-979d05d3-ca80-493e-b8dc-aadcfe583e8e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Sep 06 05:40:03.672292 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14d6b-d807-4b65-b127-ef0c1a6219ce req-1b11d4fa-7533-4fe1-8651-bbd07e3a0a65 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:03.673765 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-43e14d6b-d807-4b65-b127-ef0c1a6219ce req-1b11d4fa-7533-4fe1-8651-bbd07e3a0a65 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0537443 Sep 06 05:40:03.711105 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-43e14d6b-d807-4b65-b127-ef0c1a6219ce req-8390acb3-3c2e-4ad3-a69d-b3da58565b5a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Sep 06 05:40:03.890292 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:40:03.999481 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28d44-4f85-4c4b-9f4b-6a1a2b83f0ae req-268f2d47-b74e-4544-b67b-6c73a727f1f9 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.000880 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffe28d44-4f85-4c4b-9f4b-6a1a2b83f0ae req-268f2d47-b74e-4544-b67b-6c73a727f1f9 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0471921 Sep 06 05:40:04.037005 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffe28d44-4f85-4c4b-9f4b-6a1a2b83f0ae req-ef654f1a-36e4-4471-9332-7872365cca59 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303013 Sep 06 05:40:04.270805 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472be2d-74cf-43cc-a399-90f2158e9bd1 req-63fa3327-2787-4acf-8451-a0a93b3f0156 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.272781 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1472be2d-74cf-43cc-a399-90f2158e9bd1 req-63fa3327-2787-4acf-8451-a0a93b3f0156 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0503752 Sep 06 05:40:04.306436 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-aecc9733-1a7c-4f0c-8485-d96094eb8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.307927 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-aecc9733-1a7c-4f0c-8485-d96094eb8078 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 1098 time: 0.0401974 Sep 06 05:40:04.317608 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1472be2d-74cf-43cc-a399-90f2158e9bd1 req-d8bb962f-0cb8-422a-93eb-947d1ed9dbfe tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Sep 06 05:40:04.400482 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-706b1cd1-29f4-43c7-a16b-58bfa07a423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.401930 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-706b1cd1-29f4-43c7-a16b-58bfa07a423a service neutron] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 911 time: 0.0860963 Sep 06 05:40:04.472134 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-f08571eb-b862-4c4f-8679-36e99c805b8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7da49951-215c-412d-849e-7d8c8c68c405 HTTP/1.1" status: 200 len: 1001 time: 0.0553291 Sep 06 05:40:04.521530 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-d770db9b-487f-4bd4-903f-9c499ed75369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.522913 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-d770db9b-487f-4bd4-903f-9c499ed75369 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0431817 Sep 06 05:40:04.573600 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-dc29efac-05c8-45e1-b632-a5f010fe444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.575192 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-dc29efac-05c8-45e1-b632-a5f010fe444a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432148 Sep 06 05:40:04.674436 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-1a8deb87-ac91-46fa-9d3b-9e0246635196 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811155 Sep 06 05:40:04.766591 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ccbbf10-b886-401c-913f-910ca4867ed1 req-d5360d88-b292-40ad-b243-b28b189994cc service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845840 Sep 06 05:40:04.831112 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9498d-eab7-4b49-8ff4-24088bf3a92e req-d65e4d52-3895-420b-8a19-336ff8905b0e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:04.832529 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbc9498d-eab7-4b49-8ff4-24088bf3a92e req-d65e4d52-3895-420b-8a19-336ff8905b0e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Sep 06 05:40:04.869912 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbc9498d-eab7-4b49-8ff4-24088bf3a92e req-31429e3c-adbf-4f7c-9955-ec18158d165d tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Sep 06 05:40:05.442676 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ea97-0886-43e0-944c-1e22e3f06ff8 req-4b162c22-625e-4c64-8ee9-09fd8074f8a4 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:05.444291 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3366ea97-0886-43e0-944c-1e22e3f06ff8 req-4b162c22-625e-4c64-8ee9-09fd8074f8a4 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0594561 Sep 06 05:40:05.486381 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3366ea97-0886-43e0-944c-1e22e3f06ff8 req-7d4ab7f5-b7dc-4ad1-a7fc-2848d7e05b1b tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360770 Sep 06 05:40:05.991145 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b713b6-31cd-49af-b86b-1db4b374d666 req-94cf5a7e-fba8-4b7f-ae2a-e7dc813e4449 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:05.992625 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-63b713b6-31cd-49af-b86b-1db4b374d666 req-94cf5a7e-fba8-4b7f-ae2a-e7dc813e4449 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0573487 Sep 06 05:40:06.035356 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-63b713b6-31cd-49af-b86b-1db4b374d666 req-1e501b61-aab9-4670-89cd-6b1889636b77 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Sep 06 05:40:06.518260 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-56c2777c-6bf5-4534-9f7a-01487be45d1e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:06.520291 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-56c2777c-6bf5-4534-9f7a-01487be45d1e tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 945 time: 0.0793269 Sep 06 05:40:06.604586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6202c9f-04c2-40df-b3bc-bb5d6e51a3df req-9067a9a3-104f-4c50-8b22-a5f028c8dc95 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:06.605983 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e6202c9f-04c2-40df-b3bc-bb5d6e51a3df req-9067a9a3-104f-4c50-8b22-a5f028c8dc95 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0506990 Sep 06 05:40:06.643912 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e6202c9f-04c2-40df-b3bc-bb5d6e51a3df req-aa9577ea-7d33-4242-b10e-aff4c0bc0043 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Sep 06 05:40:06.651768 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Deleting port 733ee0df-0d24-4513-8120-bcd78b7e101e {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:06.652112 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:06.749411 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] For port 733ee0df-0d24-4513-8120-bcd78b7e101e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=733ee0df-0d24-4513-8120-bcd78b7e101e,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:06.749798 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:06.764362 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Calling delete_port for 733ee0df-0d24-4513-8120-bcd78b7e101e owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:06.919281 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:06.939136 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['733ee0df-0d24-4513-8120-bcd78b7e101e', 'd489a798-ebd8-44ee-9551-f64056da99d2'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:06.956944 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Pushing event deleted for resources: {'Port': ['ID=733ee0df-0d24-4513-8120-bcd78b7e101e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:07.003302 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.003656 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.004003 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.004377 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.004716 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.005050 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.005385 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.005751 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.006072 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.006449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.006786 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.007132 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:07.028684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] No DVR routers for this DVR port 733ee0df-0d24-4513-8120-bcd78b7e101e on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:40:07.033070 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:07.035365 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cef4ed8a-92cc-4395-a6f4-5ee4228d1c22 req-54ed5f4d-b2c5-4cf7-9eb6-2705ef2aef8c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "DELETE /v2.0/ports/733ee0df-0d24-4513-8120-bcd78b7e101e HTTP/1.1" status: 204 len: 173 time: 0.5073395 Sep 06 05:40:07.035824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'name': 'network-vif-deleted', 'tag': '733ee0df-0d24-4513-8120-bcd78b7e101e'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:07.038087 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149209d8-7a1b-4d8a-8704-dc86b5f1668b" -d '{"events": [{"server_uuid": "e92a0106-b93b-4552-a99d-827d67b34b27", "name": "network-vif-deleted", "tag": "733ee0df-0d24-4513-8120-bcd78b7e101e"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:07.080368 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea03a02-18ef-4087-940b-f6054a8167ee x-openstack-request-id: req-cea03a02-18ef-4087-940b-f6054a8167ee {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:07.080923 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a0106-b93b-4552-a99d-827d67b34b27", "name": "network-vif-deleted", "tag": "733ee0df-0d24-4513-8120-bcd78b7e101e", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:07.081353 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cea03a02-18ef-4087-940b-f6054a8167ee {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:07.081809 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a0106-b93b-4552-a99d-827d67b34b27', 'name': 'network-vif-deleted', 'tag': '733ee0df-0d24-4513-8120-bcd78b7e101e', 'status': 'completed', 'code': 200} Sep 06 05:40:07.158555 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-035a2c72-a223-44a5-8cee-ce6da585f886 req-3b2a7b5d-4e78-485a-bf36-1641e91f0a93 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=e92a0106-b93b-4552-a99d-827d67b34b27 HTTP/1.1" status: 200 len: 210 time: 0.0266552 Sep 06 05:40:08.419626 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5af5-2d81-4274-b5ac-701b403128ef req-39d165af-f586-42b9-8c7b-2462e2a03f89 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:08.421876 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbcf5af5-2d81-4274-b5ac-701b403128ef req-39d165af-f586-42b9-8c7b-2462e2a03f89 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0490329 Sep 06 05:40:08.457731 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbcf5af5-2d81-4274-b5ac-701b403128ef req-29f395a0-d96f-435e-a38b-d44f413d6004 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300689 Sep 06 05:40:09.580091 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c6ab1-6fb6-47ca-982d-5d159a34adaf req-33f8da0f-5225-4a8d-a4ed-1cc86a289ed0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:09.581557 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5f0c6ab1-6fb6-47ca-982d-5d159a34adaf req-33f8da0f-5225-4a8d-a4ed-1cc86a289ed0 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0542424 Sep 06 05:40:09.617826 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5f0c6ab1-6fb6-47ca-982d-5d159a34adaf req-8c8ff22f-5e2b-4185-9589-ff5442a56fdf tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303943 Sep 06 05:40:10.143633 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 733ee0df-0d24-4513-8120-bcd78b7e101e no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:40:10.163542 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 733ee0df-0d24-4513-8120-bcd78b7e101e {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:40:10.163885 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 733ee0df-0d24-4513-8120-bcd78b7e101e not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:40:10.732942 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58c4f3-526e-41ba-b04a-cfdd3ceceeda req-95817146-8446-480f-a454-eecd9d8edf0c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:10.735000 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fe58c4f3-526e-41ba-b04a-cfdd3ceceeda req-95817146-8446-480f-a454-eecd9d8edf0c tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0506291 Sep 06 05:40:10.771357 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fe58c4f3-526e-41ba-b04a-cfdd3ceceeda req-dd135110-1071-44e3-b7b9-fc9daf1a35df tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Sep 06 05:40:10.827006 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8edfa-8f63-4010-b7b3-7016e8766da3 req-66ed9b11-3a0f-447a-80b0-9ca05b196efe tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:10.828389 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5fc8edfa-8f63-4010-b7b3-7016e8766da3 req-66ed9b11-3a0f-447a-80b0-9ca05b196efe tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0496306 Sep 06 05:40:10.866985 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5fc8edfa-8f63-4010-b7b3-7016e8766da3 req-d5be7b25-fdfe-41eb-9a38-19401cbe5e5d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Sep 06 05:40:10.889546 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40612) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:10.985422 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b90a93-1dd7-42cf-99b6-4daabaf7392d tempest-TestMinimumBasicScenario-81337943 tempest-TestMinimumBasicScenario-81337943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:10.987035 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f7b90a93-1dd7-42cf-99b6-4daabaf7392d tempest-TestMinimumBasicScenario-81337943 tempest-TestMinimumBasicScenario-81337943-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1094 time: 0.0965214 Sep 06 05:40:10.989858 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40618) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:10.994227 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'port_id': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:11.017221 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for floatingip, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:11.109929 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:11.216118 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Allocated IP 172.27.3.166 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/68a4da34-0d1a-4732-b4a1-10fbdf5f9212) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:11.312732 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:11.348855 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:11.577977 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:11.580631 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:11.584024 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:11.592236 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'Port': ['ID=68a4da34-0d1a-4732-b4a1-10fbdf5f9212,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:11.614438 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.614730 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.615065 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.615395 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.615721 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.616046 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.616369 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.616690 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.617026 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.617334 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.617650 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:11.617965 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:12.005353 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1f23-7266-40c3-a0d0-5a6f53f6faae req-0c8ff735-1c68-4712-b8d5-89451b5a4a3f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:12.006872 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-128d1f23-7266-40c3-a0d0-5a6f53f6faae req-0c8ff735-1c68-4712-b8d5-89451b5a4a3f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.1477065 Sep 06 05:40:12.007929 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.105510 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-128d1f23-7266-40c3-a0d0-5a6f53f6faae req-4e6d0246-5295-4ee2-9fd0-6a97c23b3d5f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824125 Sep 06 05:40:12.115059 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.133170 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.277599 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.282285 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.311460 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.381671 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'Port': ['ID=68a4da34-0d1a-4732-b4a1-10fbdf5f9212,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:12.418914 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Floating IP 6c9a8957-4edd-4d13-970f-e851505255d0 associated. External IP: 172.27.3.166, port: e0fad807-0c22-4cb9-908c-5f77c8b955e4. Sep 06 05:40:12.624260 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Router 0688e0ca-0824-4166-bf83-b41e8c13d9ca has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:40:12.728459 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:40:12.737870 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] Sync routers for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:40:12.744727 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.747728 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:12.748959 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:12.771730 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-0166431d-3dfa-4b51-bcf7-40a9991bb388 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7808173 Sep 06 05:40:12.772554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:12.774658 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40622) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:12.775198 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea3214-30bd-404d-adad-65054fd0e187" -d '{"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:12.780199 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504593038', 'description': 'tempest-secgroup-smoke-504593038 description', 'project_id': '605a330b18014f14b37208b060ad8eff'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:12.803462 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.816835 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8d55f-1cd4-405d-80cb-b26e7017e09a x-openstack-request-id: req-bec8d55f-1cd4-405d-80cb-b26e7017e09a {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:12.817139 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:12.817396 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bec8d55f-1cd4-405d-80cb-b26e7017e09a {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:12.817797 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'status': 'completed', 'code': 200} Sep 06 05:40:12.858941 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:12.912888 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3214-30bd-404d-adad-65054fd0e187 req-5cd7734e-826b-4de8-8463-5b3983e306f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:12.914417 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-5cd7734e-826b-4de8-8463-5b3983e306f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1099 time: 0.0632920 Sep 06 05:40:12.916520 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.920133 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.960243 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:12.961451 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1857510 Sep 06 05:40:12.964830 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40626) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:12.970891 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group_rule': {'security_group_id': 'ff31522f-9c40-4527-87dc-daa9c4fb91b5', 'project_id': '605a330b18014f14b37208b060ad8eff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:12.999386 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.007648 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f1b40-50d5-4747-8d97-279ddd80fc91 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31522f-9c40-4527-87dc-daa9c4fb91b5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.038256 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3214-30bd-404d-adad-65054fd0e187 req-7cd6779a-05d0-4974-a915-0d59be1ea536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:13.040122 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-7cd6779a-05d0-4974-a915-0d59be1ea536 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 915 time: 0.1145599 Sep 06 05:40:13.063736 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.068135 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.092318 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb5f9be-5399-4389-9cda-a022bf25fbf7,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.099971 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.104507 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e21ad5ab-5368-49b8-beaa-17f36e0f8983 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360598 Sep 06 05:40:13.104658 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '6c9a8957-4edd-4d13-970f-e851505255d0', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'port_id': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'mac_address': 'fa:16:3e:8f:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:11Z', 'updated_at': '2021-09-06T05:40:11Z', 'revision_number': 0, 'project_id': '605a330b18014f14b37208b060ad8eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:13.105626 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40628) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:13.115543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group_rule': {'security_group_id': 'ff31522f-9c40-4527-87dc-daa9c4fb91b5', 'project_id': '605a330b18014f14b37208b060ad8eff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:13.130345 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] Checking router: 0688e0ca-0824-4166-bf83-b41e8c13d9ca for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:40:13.137604 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:13.138225 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:13.141270 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-a187d8c5-2efd-4bf2-acf7-a796e2d6f696 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 1000 time: 0.0911224 Sep 06 05:40:13.161091 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.221405 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3214-30bd-404d-adad-65054fd0e187 req-05f31244-bc76-4305-82b5-318cfe2f5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:13.222814 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-05f31244-bc76-4305-82b5-318cfe2f5988 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0704155 Sep 06 05:40:13.233432 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509d7fd-83e3-4d5c-a852-a58534480e41 req-d7ea04c8-6f57-4342-85de-41ff9028cf5a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:13.235263 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d509d7fd-83e3-4d5c-a852-a58534480e41 req-d7ea04c8-6f57-4342-85de-41ff9028cf5a tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0543725 Sep 06 05:40:13.253138 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:13.274941 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d509d7fd-83e3-4d5c-a852-a58534480e41 req-33d3daee-fd78-4d49-9f0a-706558c840e7 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Sep 06 05:40:13.275443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.280855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.300909 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafb026d-52e9-4dc3-adc4-4869283a5b45,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.303949 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3214-30bd-404d-adad-65054fd0e187 req-49a68c65-27cb-4bb6-a8dc-9063b85c4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:13.305458 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-49a68c65-27cb-4bb6-a8dc-9063b85c4914 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0731392 Sep 06 05:40:13.311093 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.312218 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1646e838-2f0a-4610-8d26-380a04ec4348 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2055809 Sep 06 05:40:13.315207 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40632) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:13.319916 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group_rule': {'security_group_id': 'ff31522f-9c40-4527-87dc-daa9c4fb91b5', 'project_id': '605a330b18014f14b37208b060ad8eff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:13.348880 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.398084 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.402316 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.412376 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-72e7b9f1-1620-4eb0-9810-795ab20b49c9 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960515 Sep 06 05:40:13.421137 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac8ebea-dd7e-4499-bc72-84b83261d1ee,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.431639 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.434642 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a8780bb9-9e16-49c7-bd1d-23a1be25e767 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183083 Sep 06 05:40:13.436183 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40634) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:13.440574 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group_rule': {'security_group_id': 'ff31522f-9c40-4527-87dc-daa9c4fb91b5', 'project_id': '605a330b18014f14b37208b060ad8eff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:13.468100 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.494932 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '6c9a8957-4edd-4d13-970f-e851505255d0', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'port_id': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'mac_address': 'fa:16:3e:8f:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:11Z', 'updated_at': '2021-09-06T05:40:11Z', 'revision_number': 0, 'project_id': '605a330b18014f14b37208b060ad8eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:13.512177 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cea3214-30bd-404d-adad-65054fd0e187 req-b42e357e-62c3-4bfa-8279-711eaea79c89 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906186 Sep 06 05:40:13.523309 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e9603-41e8-41f6-852e-a5d13b21cc2d None None] The sync data for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi is: [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '6c9a8957-4edd-4d13-970f-e851505255d0', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'port_id': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'mac_address': 'fa:16:3e:8f:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:11Z', 'updated_at': '2021-09-06T05:40:11Z', 'revision_number': 0, 'project_id': '605a330b18014f14b37208b060ad8eff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:40:13.527274 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.532594 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.554992 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7847726a-b256-4e63-8f37-ce1d8dd3ea8f,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.558630 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.563356 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40636) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:13.563491 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e7e66a88-45d8-40f2-a254-2f8f02459f7b tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262784 Sep 06 05:40:13.568420 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group_rule': {'security_group_id': 'ff31522f-9c40-4527-87dc-daa9c4fb91b5', 'project_id': '605a330b18014f14b37208b060ad8eff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:13.591345 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Project 605a330b18014f14b37208b060ad8eff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 05:40:13.596842 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.658508 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.662339 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.679147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fe5413-9540-4fa9-9e09-ac43521d4865,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.690954 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.692330 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-55967924-8f04-4731-a1b4-0f83742e6a09 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276319 Sep 06 05:40:13.695083 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40638) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:13.699657 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'security_group_rule': {'security_group_id': 'ff31522f-9c40-4527-87dc-daa9c4fb91b5', 'project_id': '605a330b18014f14b37208b060ad8eff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:13.721512 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134a000-f91c-40e9-a0b8-5ac6c1c941f4 None None] New status for floating IP 6c9a8957-4edd-4d13-970f-e851505255d0: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:40:13.723690 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Project 605a330b18014f14b37208b060ad8eff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 05:40:13.728546 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.787941 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.791249 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.807834 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710eab81-73db-48e9-9e71-466caaab0337,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:13.815773 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:13.817052 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d4dc107e-5584-4301-a97b-2e87c5ce245f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209517 Sep 06 05:40:13.899838 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-0c68b633-cba0-4dff-b68c-99715af607c9 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504593038&fields=id&tenant_id=605a330b18014f14b37208b060ad8eff HTTP/1.1" status: 200 len: 267 time: 0.0326622 Sep 06 05:40:13.954841 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-ceda81fa-e431-44f6-8415-48135800bd30 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:13.956289 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-ceda81fa-e431-44f6-8415-48135800bd30 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0498128 Sep 06 05:40:13.968304 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'port': {'security_groups': ['a35dccb7-d655-40ca-86a2-6433e8038f4c', 'ff31522f-9c40-4527-87dc-daa9c4fb91b5']}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:14.028079 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:14.208984 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:14.237169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:14.241576 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:14.256167 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e0fad807-0c22-4cb9-908c-5f77c8b955e4'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:14.286576 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:14.287185 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:14.288564 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4bccba1c-80bc-4b0f-a898-cf7fe69f0678 req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "PUT /v2.0/ports/e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 982 time: 0.3257439 Sep 06 05:40:14.317898 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66345c2d-be12-4a6f-8223-045bca491f82 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:14.430980 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e0fad807-0c22-4cb9-908c-5f77c8b955e4'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:14.451094 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3dc3d-430e-447e-9a5f-3417400b0b48 req-b499e49e-59fd-4eec-a2c1-d4c20b5125a3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:14.453818 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8b3dc3d-430e-447e-9a5f-3417400b0b48 req-b499e49e-59fd-4eec-a2c1-d4c20b5125a3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0858057 Sep 06 05:40:14.462506 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5d90d-575a-4405-9b95-afcd4c986c11 req-9f3707eb-0e09-4460-aee6-df5277afa90f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:14.469021 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0f5d90d-575a-4405-9b95-afcd4c986c11 req-9f3707eb-0e09-4460-aee6-df5277afa90f tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0901217 Sep 06 05:40:14.526066 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8b3dc3d-430e-447e-9a5f-3417400b0b48 req-cfba33a1-d057-4e2c-88c7-31a42b2fb722 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559223 Sep 06 05:40:14.529700 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0f5d90d-575a-4405-9b95-afcd4c986c11 req-11ebc470-0244-4734-a3a7-ee865ae42e66 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a45e389-66a1-4cc0-a0d8-2533cf85e850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571809 Sep 06 05:40:14.569859 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-f5d3de1f-09cb-4b40-94d4-7c29d31fe765 None None] Provisioning complete for port e0fad807-0c22-4cb9-908c-5f77c8b955e4 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:40:14.570140 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f5d3de1f-09cb-4b40-94d4-7c29d31fe765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:14.819407 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:14.821780 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27238380-51c8-4b46-a0c6-4c8953bee243" -d '{"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:14.858381 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca711b75-3405-4776-aa3a-3ca051e13df0 x-openstack-request-id: req-ca711b75-3405-4776-aa3a-3ca051e13df0 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:14.858653 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:14.858904 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca711b75-3405-4776-aa3a-3ca051e13df0 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:14.859297 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'status': 'completed', 'code': 200} Sep 06 05:40:14.973527 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-2318d959-ac8a-4d3e-a223-d8b19579fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:14.975064 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-2318d959-ac8a-4d3e-a223-d8b19579fa07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1138 time: 0.0710714 Sep 06 05:40:14.982777 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-8fbb12cc-107d-40ea-94b0-bfc931e4c005 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:14.983883 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-8fbb12cc-107d-40ea-94b0-bfc931e4c005 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 946 time: 0.0713665 Sep 06 05:40:15.122651 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-a5364804-af2b-4fb3-9a0a-c539b989716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:15.124868 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-a5364804-af2b-4fb3-9a0a-c539b989716f service neutron] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 915 time: 0.1392467 Sep 06 05:40:15.147211 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Deleting port d489a798-ebd8-44ee-9551-f64056da99d2 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:15.147548 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:15.244392 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-029d39f7-f23d-4613-9683-e45bf46212b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 1002 time: 0.1087604 Sep 06 05:40:15.304635 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] For port d489a798-ebd8-44ee-9551-f64056da99d2, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d489a798-ebd8-44ee-9551-f64056da99d2,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:15.304997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:15.320130 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Calling delete_port for d489a798-ebd8-44ee-9551-f64056da99d2 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:15.322569 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-4436f9b4-7b96-4d41-a0de-d723f1bd91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:15.323973 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-4436f9b4-7b96-4d41-a0de-d723f1bd91e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0706744 Sep 06 05:40:15.412624 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-82c25fb3-9514-43f1-832d-a73bfe7945a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:15.414072 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-82c25fb3-9514-43f1-832d-a73bfe7945a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790422 Sep 06 05:40:15.530134 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:15.547422 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['d489a798-ebd8-44ee-9551-f64056da99d2'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:15.569993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Pushing event deleted for resources: {'Port': ['ID=d489a798-ebd8-44ee-9551-f64056da99d2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:15.573183 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-e594eddb-e52f-4604-bd27-b23c99fa340e service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474140 Sep 06 05:40:15.631850 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] No DVR routers for this DVR port d489a798-ebd8-44ee-9551-f64056da99d2 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:40:15.635732 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:15.637553 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-706217c3-7c91-49dc-975c-ffd577ffdf3b req-e7257a85-88b3-450f-ab82-a82e43a3a494 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.30 "GET /v2.0/ports?device_id=050b791b-a33c-4321-9887-6133e07710bc HTTP/1.1" status: 200 len: 210 time: 0.0289130 Sep 06 05:40:15.638056 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dfe87c11-6fb7-4047-b93e-26285b18d148 req-9fd5ac5b-faf9-42ac-b875-e0824c8cbf15 tempest-ServerRescueNegativeTestJSON-690150872 tempest-ServerRescueNegativeTestJSON-690150872-project] 10.222.0.25 "DELETE /v2.0/ports/d489a798-ebd8-44ee-9551-f64056da99d2 HTTP/1.1" status: 204 len: 173 time: 0.6357825 Sep 06 05:40:15.638056 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b791b-a33c-4321-9887-6133e07710bc', 'name': 'network-vif-deleted', 'tag': 'd489a798-ebd8-44ee-9551-f64056da99d2'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:15.640308 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3150785-1724-4ee9-9cb9-8d078a4ca09c" -d '{"events": [{"server_uuid": "050b791b-a33c-4321-9887-6133e07710bc", "name": "network-vif-deleted", "tag": "d489a798-ebd8-44ee-9551-f64056da99d2"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:15.688415 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1e708-5f62-48ed-8754-4578bf5a3f62 x-openstack-request-id: req-c1c1e708-5f62-48ed-8754-4578bf5a3f62 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:15.688699 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050b791b-a33c-4321-9887-6133e07710bc", "name": "network-vif-deleted", "tag": "d489a798-ebd8-44ee-9551-f64056da99d2", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:15.688944 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1c1e708-5f62-48ed-8754-4578bf5a3f62 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:15.689322 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b791b-a33c-4321-9887-6133e07710bc', 'name': 'network-vif-deleted', 'tag': 'd489a798-ebd8-44ee-9551-f64056da99d2', 'status': 'completed', 'code': 200} Sep 06 05:40:15.722076 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27238380-51c8-4b46-a0c6-4c8953bee243 req-f7eb3943-5a4e-4a02-acc8-af5505e45f31 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276016 Sep 06 05:40:16.694185 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40660) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:17.293226 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:17.571464 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Deleting port 9e479f89-2017-447f-be93-124adf195370 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:17.571727 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:17.650543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] For port 9e479f89-2017-447f-be93-124adf195370, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=9e479f89-2017-447f-be93-124adf195370,segment=NetworkSegment(d7f25833-979a-4c24-9821-04d880f7ffd6),segment_id=d7f25833-979a-4c24-9821-04d880f7ffd6)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:17.650908 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:17.663432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Calling delete_port for 9e479f89-2017-447f-be93-124adf195370 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:17.834461 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:17.859259 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e479f89-2017-447f-be93-124adf195370,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:18.010442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.178065 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device d489a798-ebd8-44ee-9551-f64056da99d2 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:40:18.199240 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: d489a798-ebd8-44ee-9551-f64056da99d2 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:40:18.199584 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device d489a798-ebd8-44ee-9551-f64056da99d2 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:40:18.219710 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:40:18.323053 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:40:18.328502 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bad89432-a0e0-476f-80ba-d74e6d483c40 admin admin] 10.222.0.30 "PUT /v2.0/routers/0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6332760 Sep 06 05:40:18.331132 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40662) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:18.332474 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] Sync routers for ids ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:40:18.341685 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] Routers {'0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:18.342331 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:18.429669 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.444663 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] Set router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:18.531180 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.585922 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Deleting port f9baa9de-3a51-449a-acdf-c33fc78ee498 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:18.586290 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.619423 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:40:17Z', 'revision_number': 5, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port': {'id': 'f9baa9de-3a51-449a-acdf-c33fc78ee498', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:18.648346 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] Checking router: 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:40:18.656625 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] Routers {'0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:18.657218 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:39:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:18.662992 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] For port f9baa9de-3a51-449a-acdf-c33fc78ee498, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=f9baa9de-3a51-449a-acdf-c33fc78ee498,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:18.663361 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.675327 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Calling delete_port for f9baa9de-3a51-449a-acdf-c33fc78ee498 owned by network:router_gateway {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:18.737445 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] Set router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b gateway port host: None {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:18.843244 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.867638 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:40:18Z', 'revision_number': 6, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:18.870978 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9baa9de-3a51-449a-acdf-c33fc78ee498,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:18.892903 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.895152 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9d6dc-b5fd-4419-a1ca-d503907ca39b None None] The sync data for ids ['0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b'] in dv-cinder-788782-11-iscsi is: [{'id': '0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b', 'name': 'tempest-ServerRescueNegativeTestJSON-887896621-router', 'tenant_id': '82b0a693206d421ab25e5ddcd8909a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:40:18Z', 'revision_number': 6, 'project_id': '82b0a693206d421ab25e5ddcd8909a52', 'gw_port_host': None}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:40:18.995421 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:18.997404 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.057465 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.058013 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b {{(pid=94086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:40:19.063878 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.064916 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f4edea20-f188-4719-a93a-814dfe87f6f9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0ccf58b7-3ca8-47d8-a1a6-ba7f84cfa59b HTTP/1.1" status: 204 len: 168 time: 0.7328043 Sep 06 05:40:19.067381 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40664) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:19.113348 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Deleting subnet 98a6caaf-b839-4abf-a8fa-7787ec45e012 {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:40:19.116294 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.347297 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.352961 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.408371 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d8f34eae-0aaf-480a-921e-a80bde6813ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.409063 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.432004 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a6caaf-b839-4abf-a8fa-7787ec45e012,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:19.438304 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.442614 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40666) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:19.443074 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e177ce77-d7cf-4939-bbca-92e20a39cbcd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/98a6caaf-b839-4abf-a8fa-7787ec45e012 HTTP/1.1" status: 204 len: 168 time: 0.3743205 Sep 06 05:40:19.509359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.587576 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.597400 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338bc86c-77b4-464b-ad96-07dd31e77218']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:19.606645 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f25833-979a-4c24-9821-04d880f7ffd6') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:19.606947 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f25833-979a-4c24-9821-04d880f7ffd6') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:19.615434 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.628900 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.634496 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:40:19.634881 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:40:19.636450 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:40:19.664946 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 9e479f89-2017-447f-be93-124adf195370 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:40:19.685461 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 9e479f89-2017-447f-be93-124adf195370 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:40:19.685810 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 9e479f89-2017-447f-be93-124adf195370 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:40:19.698864 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.704306 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.706144 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/338bc86c-77b4-464b-ad96-07dd31e77218 HTTP/1.1" status: 204 len: 168 time: 0.2625480 Sep 06 05:40:19.716842 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b7c19-d78b-4afb-a4fd-04eb823777a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=338bc86c-77b4-464b-ad96-07dd31e77218,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:19.875988 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40670) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:19.917633 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-bbc111f3-3689-4778-bc6f-4c8c30227ea3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82b0a693206d421ab25e5ddcd8909a52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404747 Sep 06 05:40:19.920721 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40672) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:19.971378 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69369338-0e45-4156-b637-f7a51334a04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:19.991681 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69369338-0e45-4156-b637-f7a51334a04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.037235 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69369338-0e45-4156-b637-f7a51334a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.039819 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69369338-0e45-4156-b637-f7a51334a04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.040967 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-69369338-0e45-4156-b637-f7a51334a04a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a45e389-66a1-4cc0-a0d8-2533cf85e850 HTTP/1.1" status: 204 len: 168 time: 0.1196854 Sep 06 05:40:20.048528 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369338-0e45-4156-b637-f7a51334a04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a45e389-66a1-4cc0-a0d8-2533cf85e850,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:20.712354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40696) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:20.807150 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-841675571-network', 'tenant_id': 'c34a993da83a405b8a0a0e7135d8f2d4'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:20.827450 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Made reservation on behalf of c34a993da83a405b8a0a0e7135d8f2d4 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:20.829657 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.837641 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.926327 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.929839 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.954061 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:40:20.962758 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:20.969274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:20.969624 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Added segment 09d51146-cb62-47d7-b477-9e7e26d78373 of type vlan for network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 Sep 06 05:40:21.008247 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:21.031983 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:21.032922 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:21.033510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:21.057241 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3431873 Sep 06 05:40:21.059753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40702) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:21.065249 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Request body: {'subnet': {'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-841675571-subnet', 'tenant_id': 'c34a993da83a405b8a0a0e7135d8f2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:21.094616 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4edf12-2d5a-49e7-a96e-4954a81ece5d admin admin] Pushing event updated for resources: {'Network': ['ID=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:21.100423 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Made reservation on behalf of c34a993da83a405b8a0a0e7135d8f2d4 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:21.103116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:21.106833 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device f9baa9de-3a51-449a-acdf-c33fc78ee498 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:40:21.127903 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: f9baa9de-3a51-449a-acdf-c33fc78ee498 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:40:21.128325 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device f9baa9de-3a51-449a-acdf-c33fc78ee498 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:40:21.133859 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:40:21.267674 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:21.327233 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d0896e-6345-4776-9dd4-778ff0fd59a5,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:21.331434 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Checking segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:40:21.331790 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Network hostable DHCP agents. Network: 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:40:21.347693 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:40:21.355817 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:21.360467 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:21.361044 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:21.365809 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513bf7b-65d7-4f5a-8e4a-8d3421233669 None None] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:40:21.378746 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a44b1426-6691-4468-8b08-adfd621972f6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3177581 Sep 06 05:40:21.489365 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128efb53-ec34-426a-b1ef-fdaa7ae5809f None None] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:40:21.817072 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-7d0b20ad-cb08-40ec-a24d-cbf62ff305d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:21.818546 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-7d0b20ad-cb08-40ec-a24d-cbf62ff305d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.0971222 Sep 06 05:40:21.833523 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a3271d03-9540-487f-8ad0-11ebeba85dae tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/quotas/c34a993da83a405b8a0a0e7135d8f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Sep 06 05:40:21.867498 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-498afbd7-6bde-4608-9183-5495d2455bac tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286560 Sep 06 05:40:21.957536 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-6074076d-18ad-4a3a-8d99-474c13b13e80 service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814686 Sep 06 05:40:22.047785 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a7a21475-12a9-4e4a-897e-00e2c28f0ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Sep 06 05:40:22.199271 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ef976069-1f0d-4d02-bafb-413c63d023e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:22.210198 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5e63e02e-272d-455f-b56f-6cda73bc621e req-84e2aeb4-6d3e-4b0c-b306-141adf6d8900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 210 time: 0.0271118 Sep 06 05:40:22.787449 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:23.107169 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:23.306597 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-155480f6-f812-40d1-96ce-5fda89e127eb req-18a11ef2-86db-4196-9437-ae3feb872b3a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 210 time: 0.0288429 Sep 06 05:40:23.358847 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-80a88ee1-474e-4ae6-8283-e0343357d181 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:23.360393 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-80a88ee1-474e-4ae6-8283-e0343357d181 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1108711 Sep 06 05:40:23.379043 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Request body: {'port': {'device_id': '4adb343f-396c-4859-9827-93b13abf801b', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'admin_state_up': True, 'tenant_id': 'c34a993da83a405b8a0a0e7135d8f2d4'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:23.488659 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Made reservation on behalf of c34a993da83a405b8a0a0e7135d8f2d4 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:23.492101 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:23.612155 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Allocated IP 172.20.0.2 (4ac9fabe-a86b-4a24-8174-a867f0e0a0f7/95d0896e-6345-4776-9dd4-778ff0fd59a5/5fce0876-7d21-40a5-8fb5-781c8aef4171) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:23.757491 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:23.797960 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:23.849571 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:23.852455 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:23.856139 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:23.884825 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event updated for resources: {'Port': ['ID=5fce0876-7d21-40a5-8fb5-781c8aef4171,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:23.912933 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:23.913550 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:23.921532 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fc168-2d0d-4eae-bad2-975eac67531f req-f4865943-2f80-4b83-ba77-b9ae67b1fbcf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:23.923086 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1e9fc168-2d0d-4eae-bad2-975eac67531f req-f4865943-2f80-4b83-ba77-b9ae67b1fbcf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0493872 Sep 06 05:40:23.927619 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ede4c0e1-ed0d-4a42-84f5-5697797ff900 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525808 Sep 06 05:40:23.948709 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Request body: {'port': {'device_id': '4adb343f-396c-4859-9827-93b13abf801b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:23.960946 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1e9fc168-2d0d-4eae-bad2-975eac67531f req-df0afc32-a102-4d11-a8bc-0c7cfbbb2b8e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Sep 06 05:40:24.004974 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.252203 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fce0876-7d21-40a5-8fb5-781c8aef4171 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:24.259306 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.271149 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Transition to ACTIVE for port object 5fce0876-7d21-40a5-8fb5-781c8aef4171 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:40:24.274979 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.326403 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Pushing event updated for resources: {'Port': ['ID=5fce0876-7d21-40a5-8fb5-781c8aef4171,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:24.390047 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Attempting to bind port 5fce0876-7d21-40a5-8fb5-781c8aef4171 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:40:24.390751 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Attempting to bind port 5fce0876-7d21-40a5-8fb5-781c8aef4171 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:40:24.390894 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Attempting to bind port 5fce0876-7d21-40a5-8fb5-781c8aef4171 on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:24.395109 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Port 5fce0876-7d21-40a5-8fb5-781c8aef4171 on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:40:24.395430 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Attempting to bind port 5fce0876-7d21-40a5-8fb5-781c8aef4171 on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:24.400148 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:40:24.400484 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Checking segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:40:24.400869 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Bound using segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:40:24.401290 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Bound port: 5fce0876-7d21-40a5-8fb5-781c8aef4171, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:40:24.401647 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.424867 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97e75-a857-45bf-92ac-6e80520fc668 req-75933432-255f-4ac3-b4f3-babcb9cb8dbc tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:24.426390 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cdf97e75-a857-45bf-92ac-6e80520fc668 req-75933432-255f-4ac3-b4f3-babcb9cb8dbc tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 943 time: 0.0510788 Sep 06 05:40:24.463532 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cdf97e75-a857-45bf-92ac-6e80520fc668 req-72ae8c0e-d9ad-4856-afa1-1873983cde2b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Sep 06 05:40:24.463769 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] For port 5fce0876-7d21-40a5-8fb5-781c8aef4171, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:40:24.467048 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] For port 5fce0876-7d21-40a5-8fb5-781c8aef4171, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:40:24.471787 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.489857 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:24.490484 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.491839 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] 10.222.0.25 "PUT /v2.0/ports/5fce0876-7d21-40a5-8fb5-781c8aef4171 HTTP/1.1" status: 200 len: 1093 time: 0.5475018 Sep 06 05:40:24.492262 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adb343f-396c-4859-9827-93b13abf801b', 'tag': '5fce0876-7d21-40a5-8fb5-781c8aef4171'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:24.494480 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109db4f2-f256-4399-8191-7d19b969eb50" -d '{"events": [{"name": "network-changed", "server_uuid": "4adb343f-396c-4859-9827-93b13abf801b", "tag": "5fce0876-7d21-40a5-8fb5-781c8aef4171"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:24.531795 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba26d0-c194-49ee-89cd-594a3abcdbcb x-openstack-request-id: req-daba26d0-c194-49ee-89cd-594a3abcdbcb {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:24.532103 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adb343f-396c-4859-9827-93b13abf801b", "tag": "5fce0876-7d21-40a5-8fb5-781c8aef4171", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:24.532413 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daba26d0-c194-49ee-89cd-594a3abcdbcb {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:24.532802 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adb343f-396c-4859-9827-93b13abf801b', 'tag': '5fce0876-7d21-40a5-8fb5-781c8aef4171', 'status': 'completed', 'code': 200} Sep 06 05:40:24.541443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5cef3-38cf-4d8d-86e2-c7281d2675ab service neutron] Pushing event updated for resources: {'Port': ['ID=5fce0876-7d21-40a5-8fb5-781c8aef4171,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:24.585078 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-cd8fee8b-d288-4f30-ac0b-37a987d76869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:24.586581 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-cd8fee8b-d288-4f30-ac0b-37a987d76869 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 1096 time: 0.0390363 Sep 06 05:40:24.629218 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-b278f7f3-9f07-42c8-b043-fbcdc92aae7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171 HTTP/1.1" status: 200 len: 217 time: 0.0327077 Sep 06 05:40:24.679000 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:24.683499 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-991c2522-4c97-4418-a3d5-47f262ac55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:24.684924 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-991c2522-4c97-4418-a3d5-47f262ac55f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0440772 Sep 06 05:40:24.721045 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-b8e1c34c-268d-44c4-86a3-f5c8b132a028 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236218 Sep 06 05:40:24.815276 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-ca7d2aba-1204-49f1-aa5b-5548b87dc3be service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791235 Sep 06 05:40:24.908470 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8bb91a5-e378-439d-9b2c-32491c31daa8 req-1689f1af-2851-4f06-88b6-80f178721bf5 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824332 Sep 06 05:40:25.004103 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109db4f2-f256-4399-8191-7d19b969eb50 req-58a46669-e87c-4b8e-bf50-335a2c52d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:25.005585 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-58a46669-e87c-4b8e-bf50-335a2c52d42f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 1096 time: 0.0406532 Sep 06 05:40:25.078500 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fd58-dd53-4d52-9fe7-bc5ce25ebf7a req-7f000773-9fae-42bf-8654-5abb4a524e85 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:25.079921 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8415fd58-dd53-4d52-9fe7-bc5ce25ebf7a req-7f000773-9fae-42bf-8654-5abb4a524e85 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0476348 Sep 06 05:40:25.101783 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109db4f2-f256-4399-8191-7d19b969eb50 req-c1bc443f-9b86-4fcf-93d0-5dfa6ca6f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:25.103276 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-c1bc443f-9b86-4fcf-93d0-5dfa6ca6f012 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 915 time: 0.0877910 Sep 06 05:40:25.123283 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8415fd58-dd53-4d52-9fe7-bc5ce25ebf7a req-675aa93b-7a53-44ec-81d1-23a1bf558add tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348854 Sep 06 05:40:25.148354 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-25433e68-7bad-40a4-ad24-060e73697d3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171 HTTP/1.1" status: 200 len: 217 time: 0.0351794 Sep 06 05:40:25.205986 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109db4f2-f256-4399-8191-7d19b969eb50 req-93dad2bc-a142-4698-8318-bd8d2c49f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:25.207441 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-93dad2bc-a142-4698-8318-bd8d2c49f1c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0451157 Sep 06 05:40:25.239223 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-9af76007-1b25-4e40-ae41-4d504a8d0f69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235426 Sep 06 05:40:25.327010 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-686337e8-1ba6-4a96-874c-57a5e5056399 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776834 Sep 06 05:40:25.594530 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef12f-69bc-49c4-908a-a1ae2d044e37 req-5b1571ae-36bf-4f5c-8dac-e1cbccb75698 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:25.596791 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8cef12f-69bc-49c4-908a-a1ae2d044e37 req-5b1571ae-36bf-4f5c-8dac-e1cbccb75698 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 943 time: 0.0565231 Sep 06 05:40:25.639788 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109db4f2-f256-4399-8191-7d19b969eb50 req-67f04d3e-0675-4129-967d-592f3a40b343 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038945 Sep 06 05:40:25.642292 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f8cef12f-69bc-49c4-908a-a1ae2d044e37 req-cde63dbe-242d-47af-97c4-8c7808571794 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Sep 06 05:40:25.923731 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-7c5a83b5-fc02-4c6d-8eb0-2170be0263ec tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:25.925153 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-7c5a83b5-fc02-4c6d-8eb0-2170be0263ec tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0474105 Sep 06 05:40:26.019993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Deleting port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:26.020336 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:26.105720 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] For port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:26.106089 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:26.245178 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94b867-d500-4599-98e4-95fb57685610 req-2e42a105-ccac-4762-b7ab-8df2b32ff616 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:26.246729 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7d94b867-d500-4599-98e4-95fb57685610 req-2e42a105-ccac-4762-b7ab-8df2b32ff616 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb008765-61ba-48ae-ae69-135f58210c74 HTTP/1.1" status: 200 len: 946 time: 0.0527823 Sep 06 05:40:26.284700 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7d94b867-d500-4599-98e4-95fb57685610 req-be861bcc-02cd-43c6-a09d-2a689c1d327a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=48de7417-1a84-4d3d-b77c-02e82ab316df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Sep 06 05:40:26.336515 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:26.336881 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:26.337200 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Floating IP 76ed5330-7dab-4f2b-8fb1-bed9a5e33419 disassociated. External IP: 172.27.3.21, port: 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6. Sep 06 05:40:26.337543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Calling delete_port for 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:26.462279 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:26.490147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event deleted for resources: {'Port': ['ID=3d5c9822-009e-4e20-bd33-ad6a79c2d4d6,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:26.603738 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Router 142209fa-9ffc-4632-9679-4d06e0934ccd has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:40:26.714369 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:40:26.728418 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:40:26.738878 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:26.739871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:26.753884 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b59ab-0f44-4d4a-9030-60c9a5e6704b req-89911f71-7a54-4508-9bd7-8a735a93cb42 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:26.758698 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] No DVR routers for this DVR port 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:40:26.758903 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-112b59ab-0f44-4d4a-9030-60c9a5e6704b req-89911f71-7a54-4508-9bd7-8a735a93cb42 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 943 time: 0.0547736 Sep 06 05:40:26.761262 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:26.763244 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb53bbf5-bbc3-447f-9ade-6c354a0e6bae req-e544b7a6-3f0f-4b64-ad12-6d52dad5904f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "DELETE /v2.0/ports/3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 HTTP/1.1" status: 204 len: 173 time: 0.8278883 Sep 06 05:40:26.763692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-deleted', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:26.766477 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8048e3ce-9677-4362-a11d-0f7ef0fdcf94" -d '{"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-deleted", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:26.820863 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-112b59ab-0f44-4d4a-9030-60c9a5e6704b req-91939e59-c371-495f-a7f7-fe21fd2bf3e8 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Sep 06 05:40:26.821188 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb57ea-792c-4a30-a5bc-ef4954ddc9bf x-openstack-request-id: req-e3eb57ea-792c-4a30-a5bc-ef4954ddc9bf {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:26.821553 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb008765-61ba-48ae-ae69-135f58210c74", "name": "network-vif-deleted", "tag": "3d5c9822-009e-4e20-bd33-ad6a79c2d4d6", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:26.821868 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3eb57ea-792c-4a30-a5bc-ef4954ddc9bf {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:26.822349 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb008765-61ba-48ae-ae69-135f58210c74', 'name': 'network-vif-deleted', 'tag': '3d5c9822-009e-4e20-bd33-ad6a79c2d4d6', 'status': 'completed', 'code': 200} Sep 06 05:40:26.890083 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:27.106614 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:27.133428 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:40:27.141679 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:27.142306 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:27.255021 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:27.381786 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40782) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:27.439783 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec03e673-a2dc-4a23-8fe1-b6fa32909b2c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.470192 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec03e673-a2dc-4a23-8fe1-b6fa32909b2c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.472534 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:27.503234 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc498e4d-5bbe-4ec2-862b-587500db124b None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:40:27.526346 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec03e673-a2dc-4a23-8fe1-b6fa32909b2c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.529004 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec03e673-a2dc-4a23-8fe1-b6fa32909b2c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.530450 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ec03e673-a2dc-4a23-8fe1-b6fa32909b2c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "DELETE /v2.0/security-groups/48de7417-1a84-4d3d-b77c-02e82ab316df HTTP/1.1" status: 204 len: 168 time: 0.1475372 Sep 06 05:40:27.533510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40784) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:27.543519 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03e673-a2dc-4a23-8fe1-b6fa32909b2c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48de7417-1a84-4d3d-b77c-02e82ab316df,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:27.554806 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.api.v2.resource [None req-4a676d7f-99ee-44bb-8fc1-4e548eb8ca60 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] show failed (client error): The resource could not be found. Sep 06 05:40:27.555847 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-4a676d7f-99ee-44bb-8fc1-4e548eb8ca60 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups/48de7417-1a84-4d3d-b77c-02e82ab316df HTTP/1.1" status: 404 len: 347 time: 0.0215068 Sep 06 05:40:27.558997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40786) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:27.689624 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Deleting port c3852a8c-e2d0-45bc-a125-357f290b72ca {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:27.689973 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.728628 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927897f4-a07c-4256-a988-a59143481470 None None] New status for floating IP 76ed5330-7dab-4f2b-8fb1-bed9a5e33419: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:40:27.764958 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.765553 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.776724 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Calling delete_port for c3852a8c-e2d0-45bc-a125-357f290b72ca owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:27.942408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36e722-9036-4800-82a1-113927ac7550 req-d9b24285-4c49-41b8-be3f-c47ecadd5d9a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:27.949432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:27.950936 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7a36e722-9036-4800-82a1-113927ac7550 req-d9b24285-4c49-41b8-be3f-c47ecadd5d9a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 943 time: 0.0639310 Sep 06 05:40:27.977785 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event deleted for resources: {'Port': ['ID=c3852a8c-e2d0-45bc-a125-357f290b72ca,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:27.991268 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7a36e722-9036-4800-82a1-113927ac7550 req-f67471cd-d446-4793-bd93-6345f2df401a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391624 Sep 06 05:40:28.041319 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.043896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.048397 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1a869ac8-f58d-471f-a2dc-3ea99bb67a5e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "DELETE /v2.0/floatingips/76ed5330-7dab-4f2b-8fb1-bed9a5e33419 HTTP/1.1" status: 204 len: 168 time: 0.4848173 Sep 06 05:40:28.268494 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 5fce0876-7d21-40a5-8fb5-781c8aef4171 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:40:28.300648 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 40792) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:28.305267 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460840929', 'description': 'tempest-description--1060493525'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:28.329490 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.375035 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 5fce0876-7d21-40a5-8fb5-781c8aef4171, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:28.387855 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '5fce0876-7d21-40a5-8fb5-781c8aef4171', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'port_id': '5fce0876-7d21-40a5-8fb5-781c8aef4171', 'mac_address': 'fa:16:3e:f7:9e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d0896e-6345-4776-9dd4-778ff0fd59a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:40:28.421733 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.426517 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.430643 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.443693 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fce0876-7d21-40a5-8fb5-781c8aef4171 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:28.456015 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.457249 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1555953 Sep 06 05:40:28.460264 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40794) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:28.464113 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ac182-2fd2-4def-8173-1c9aae35a4e9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd89b84-3434-415e-8d32-8b9c9d376d07,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:28.465128 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'security_group_rule': {'security_group_id': '3cd89b84-3434-415e-8d32-8b9c9d376d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:28.466795 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 5fce0876-7d21-40a5-8fb5-781c8aef4171, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:28.478871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.496057 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.526894 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=5fce0876-7d21-40a5-8fb5-781c8aef4171,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:28.534519 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.534928 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.535331 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.535749 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.536143 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.536533 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.536922 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.537299 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.537687 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.538071 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.538473 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.538853 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:40:28.554607 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.558306 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.575355 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c7e27e-fd27-48b6-a3b0-616be42e8173,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:28.581401 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.582786 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7f8b3255-2c7d-418a-9877-2d6c7f29f75d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215253 Sep 06 05:40:28.585392 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40796) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:28.589987 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'security_group_rule': {'security_group_id': '3cd89b84-3434-415e-8d32-8b9c9d376d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:28.618370 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.673183 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.676542 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.696357 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b927a248-6099-443f-a9a7-951ccf8b0a70,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:28.702368 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.703390 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-07bf03d2-6674-40c4-ad99-260ff791ca47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170971 Sep 06 05:40:28.706543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40798) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:28.710812 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:28.731424 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.788520 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:28.823201 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:28.931980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Allocated IP 172.27.3.176 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/b7a64f58-caf0-43df-bcfa-705aabce5598) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:29.035337 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.081896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.112663 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589936d8-85c7-4108-97c8-e895c04b1c45 req-560ac696-fe1f-404c-9127-bb7fe5c1ec10 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:29.114306 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-589936d8-85c7-4108-97c8-e895c04b1c45 req-560ac696-fe1f-404c-9127-bb7fe5c1ec10 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 944 time: 0.0531213 Sep 06 05:40:29.127716 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:29.131917 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:29.138220 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:29.141582 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'Port': ['ID=b7a64f58-caf0-43df-bcfa-705aabce5598,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:29.153236 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-589936d8-85c7-4108-97c8-e895c04b1c45 req-460d3546-1a6c-49cd-9f0d-4fe0fad3a76f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Sep 06 05:40:29.218888 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.250578 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.397095 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.401399 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.472682 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'Port': ['ID=b7a64f58-caf0-43df-bcfa-705aabce5598,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:29.479043 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.491797 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:29.493028 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-571e26ca-f48d-4f5c-8983-a420255daea0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7855721 Sep 06 05:40:29.678111 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-1484ef2f-5d2c-426c-a95a-34ed6aa98353 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1460840929&fields=id&tenant_id=cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 267 time: 0.0319862 Sep 06 05:40:29.785439 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-4c1aca68-d600-4907-995f-da541e6359ba tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:29.786841 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-4c1aca68-d600-4907-995f-da541e6359ba tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 816 time: 0.1022134 Sep 06 05:40:29.802076 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-ca630197-1f6a-4dac-ad43-2a74d5534883 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/quotas/cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Sep 06 05:40:29.853475 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-951a1d95-ecfd-4b73-b75b-216a7c299089 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464990 Sep 06 05:40:29.948362 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-d3ca769d-153a-49de-95cb-e97bcf31902c service neutron] 10.222.0.30 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828979 Sep 06 05:40:30.035169 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-22de71aa-4149-42f4-96ab-33bd1aad8b2c service neutron] 10.222.0.30 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807395 Sep 06 05:40:30.200411 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdeca6f9-f877-4286-8470-f1756d6cc7f7 req-0d0c7358-a3d3-4baa-949b-796680b41598 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 210 time: 0.0267088 Sep 06 05:40:30.280221 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bdd77-c7b4-4d1d-be7e-02c78f72971b req-1acbca0c-c6af-447d-a0a4-0c09df7a2871 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:30.281966 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a68bdd77-c7b4-4d1d-be7e-02c78f72971b req-1acbca0c-c6af-447d-a0a4-0c09df7a2871 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 944 time: 0.0540597 Sep 06 05:40:30.285416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 5fce0876-7d21-40a5-8fb5-781c8aef4171 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:40:30.323821 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a68bdd77-c7b4-4d1d-be7e-02c78f72971b req-d744e607-75cf-48ff-bd40-1feeb67eeb2d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346012 Sep 06 05:40:30.348269 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 5fce0876-7d21-40a5-8fb5-781c8aef4171 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:40:30.353062 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 5fce0876-7d21-40a5-8fb5-781c8aef4171 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:40:30.353501 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:30.429764 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:30.455097 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adb343f-396c-4859-9827-93b13abf801b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fce0876-7d21-40a5-8fb5-781c8aef4171'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:30.457326 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8821396-2feb-4720-a495-2756ca7fc195" -d '{"events": [{"server_uuid": "4adb343f-396c-4859-9827-93b13abf801b", "name": "network-vif-plugged", "status": "completed", "tag": "5fce0876-7d21-40a5-8fb5-781c8aef4171"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:30.471496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 5fce0876-7d21-40a5-8fb5-781c8aef4171, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:30.475727 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:30.476597 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:40:30.514471 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ef5570-beab-48fa-b6bd-0c78bc7d48fe x-openstack-request-id: req-63ef5570-beab-48fa-b6bd-0c78bc7d48fe {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:30.514811 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adb343f-396c-4859-9827-93b13abf801b", "name": "network-vif-plugged", "status": "completed", "tag": "5fce0876-7d21-40a5-8fb5-781c8aef4171", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:30.515064 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63ef5570-beab-48fa-b6bd-0c78bc7d48fe {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:30.515446 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adb343f-396c-4859-9827-93b13abf801b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fce0876-7d21-40a5-8fb5-781c8aef4171', 'code': 200} Sep 06 05:40:30.518013 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:40:30.518699 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 3d5c9822-009e-4e20-bd33-ad6a79c2d4d6 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:40:30.543259 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=5fce0876-7d21-40a5-8fb5-781c8aef4171,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:30.691781 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe6aa2-7fd1-4770-ab74-e880bc924c56 req-57e6f6f4-0c8f-4b6e-8ba0-58f2eeee86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:30.693346 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51fe6aa2-7fd1-4770-ab74-e880bc924c56 req-57e6f6f4-0c8f-4b6e-8ba0-58f2eeee86f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 1098 time: 0.0407848 Sep 06 05:40:30.730546 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-51fe6aa2-7fd1-4770-ab74-e880bc924c56 req-17373ccb-de02-4071-9007-60ef460ac403 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275476 Sep 06 05:40:31.298432 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a9f6599c-e6b6-41fc-9583-1b5ac33d12c7 req-ed93cbcc-2580-46ee-96b8-e63601270a63 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 210 time: 0.0264592 Sep 06 05:40:31.443596 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7c47b-35ef-48f3-91d1-4a3fb37cb0b2 req-b6a9ea5f-3fd2-400d-819a-b993cb6bbf5c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:31.445323 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f3a7c47b-35ef-48f3-91d1-4a3fb37cb0b2 req-b6a9ea5f-3fd2-400d-819a-b993cb6bbf5c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 945 time: 0.0487652 Sep 06 05:40:31.450930 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-8c08894d-cb02-4803-bb3a-d79cc0def70e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:31.452908 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-8c08894d-cb02-4803-bb3a-d79cc0def70e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 816 time: 0.1115403 Sep 06 05:40:31.490196 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f3a7c47b-35ef-48f3-91d1-4a3fb37cb0b2 req-b2083a27-1e93-41b1-a01c-9b7e7363661e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Sep 06 05:40:31.504177 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-95776602-1770-4a7a-911e-eca28e223ac4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 380 time: 0.0405920 Sep 06 05:40:31.521937 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'port': {'device_id': '3f721640-bb70-4e16-9e18-87601edb16d5', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'admin_state_up': True, 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'security_groups': ['3cd89b84-3434-415e-8d32-8b9c9d376d07']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:31.625866 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Made reservation on behalf of cf6628cf61824aa78f1a0b289244eec2 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:31.629457 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:31.756514 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Allocated IP 172.20.0.7 (7f3e3e0a-6abf-4ba7-955b-bfed60dd162c/ea587cee-15df-47ce-8cdd-21d291bef828/4860939c-373e-401c-a138-2c03aaf76d16) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:31.893951 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:31.906586 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Transition to ACTIVE for port object 4860939c-373e-401c-a138-2c03aaf76d16 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:40:31.937609 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:31.981815 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:31.985811 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:31.992367 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:31.996309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:32.044920 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.046086 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.069954 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-5ae839c2-e660-486e-b127-6b595ec2afb0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516031 Sep 06 05:40:32.083988 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Request body: {'port': {'device_id': '3f721640-bb70-4e16-9e18-87601edb16d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:32.142606 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.192026 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-18efb422-0db2-40a5-ba38-61d537395468 None None] Provisioning for port 4860939c-373e-401c-a138-2c03aaf76d16 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:40:32.196277 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-18efb422-0db2-40a5-ba38-61d537395468 None None] Provisioning complete for port 4860939c-373e-401c-a138-2c03aaf76d16 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:40:32.196650 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18efb422-0db2-40a5-ba38-61d537395468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.229845 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-18efb422-0db2-40a5-ba38-61d537395468 None None] Port 4860939c-373e-401c-a138-2c03aaf76d16 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:40:32.399483 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4860939c-373e-401c-a138-2c03aaf76d16 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:32.407307 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.416630 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161327-b921-4d41-9671-d1934909c1ac req-7ae0dd16-e9e9-43d8-82a6-bc52a70fcd57 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.418064 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66161327-b921-4d41-9671-d1934909c1ac req-7ae0dd16-e9e9-43d8-82a6-bc52a70fcd57 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 931 time: 0.0480464 Sep 06 05:40:32.419085 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Transition to ACTIVE for port object 4860939c-373e-401c-a138-2c03aaf76d16 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:40:32.423225 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.460702 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66161327-b921-4d41-9671-d1934909c1ac req-13a2148d-e0f9-4ac0-9a7b-422f2f9bb3da tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350473 Sep 06 05:40:32.471417 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:32.553610 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Attempting to bind port 4860939c-373e-401c-a138-2c03aaf76d16 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:40:32.553986 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Attempting to bind port 4860939c-373e-401c-a138-2c03aaf76d16 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:40:32.554188 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Attempting to bind port 4860939c-373e-401c-a138-2c03aaf76d16 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:32.559533 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Port 4860939c-373e-401c-a138-2c03aaf76d16 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:40:32.559857 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Attempting to bind port 4860939c-373e-401c-a138-2c03aaf76d16 on network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:32.565550 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:40:32.565893 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Checking segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:40:32.566340 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Bound using segment: {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:40:32.566774 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Bound port: 4860939c-373e-401c-a138-2c03aaf76d16, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:40:32.567136 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.613613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753ff60-f6e5-4c28-850b-ac0aa6b3dd7a req-d54322b7-d75e-4442-a657-69882392fb3f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.615174 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e753ff60-f6e5-4c28-850b-ac0aa6b3dd7a req-d54322b7-d75e-4442-a657-69882392fb3f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 945 time: 0.0536075 Sep 06 05:40:32.648467 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:40:32.651634 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:40:32.657272 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.662827 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e753ff60-f6e5-4c28-850b-ac0aa6b3dd7a req-c3440598-9b4e-4a7c-9d3d-ba97225cf501 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Sep 06 05:40:32.690659 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.691279 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:32.692713 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] 10.222.0.25 "PUT /v2.0/ports/4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 1093 time: 0.6130543 Sep 06 05:40:32.693085 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:32.695346 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f7327-7879-4829-b5eb-a1beb2ae66ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:32.722979 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d912fb6-dbd1-4889-b183-26f157f8f11a service neutron] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:32.746083 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35165f9b-2b82-4d65-8b44-fa5604c1acf9 x-openstack-request-id: req-35165f9b-2b82-4d65-8b44-fa5604c1acf9 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:32.746413 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:32.746621 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35165f9b-2b82-4d65-8b44-fa5604c1acf9 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:32.747015 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'status': 'completed', 'code': 200} Sep 06 05:40:32.780204 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-2765206b-d8a0-440c-a5d2-fa9ae5b50815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.781800 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-2765206b-d8a0-440c-a5d2-fa9ae5b50815 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1096 time: 0.0452585 Sep 06 05:40:32.826179 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-cb4b2444-1198-4051-824a-e72ea93ef576 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 217 time: 0.0358541 Sep 06 05:40:32.883294 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-03f1c433-95f4-461d-aa64-8453ba48a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.884767 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-03f1c433-95f4-461d-aa64-8453ba48a8b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0511968 Sep 06 05:40:32.936775 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-e7969617-831b-4cde-a13a-247fabf59af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:32.938315 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-e7969617-831b-4cde-a13a-247fabf59af3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457103 Sep 06 05:40:33.038998 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-9211cd3d-9a8d-429f-9538-713faa6ee453 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924168 Sep 06 05:40:33.133528 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11e2f675-370c-4ba8-88e3-1ad021adeb05 req-00ce7c1b-8879-436d-9cc6-d4cd353df1f0 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Sep 06 05:40:33.221444 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-cb646bb6-64fd-4fe1-a11c-1155182d5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:33.222830 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-cb646bb6-64fd-4fe1-a11c-1155182d5c47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1096 time: 0.0392263 Sep 06 05:40:33.316102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-15331806-0373-4c34-b631-9853cb5c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:33.317536 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-15331806-0373-4c34-b631-9853cb5c7599 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.0877182 Sep 06 05:40:33.359409 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-9315e3c8-3c8d-45f8-8a9e-d190e7c046b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 217 time: 0.0333250 Sep 06 05:40:33.407701 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-359783e9-745f-4b17-a10f-44f823633a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:33.409076 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-359783e9-745f-4b17-a10f-44f823633a41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0417356 Sep 06 05:40:33.453040 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-0e253d5f-b701-4a0d-9ba5-9de2fdaf9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:33.454474 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-0e253d5f-b701-4a0d-9ba5-9de2fdaf9484 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376844 Sep 06 05:40:33.547846 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-4b8f04e8-1fe9-4238-a1e7-8151aaaefc19 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840883 Sep 06 05:40:33.585991 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d64b-c988-46cd-aad4-3b04763d445f req-4c2051ea-1434-4a79-9152-3af3812b8e13 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:33.587512 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d930d64b-c988-46cd-aad4-3b04763d445f req-4c2051ea-1434-4a79-9152-3af3812b8e13 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0500841 Sep 06 05:40:33.625994 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d930d64b-c988-46cd-aad4-3b04763d445f req-346a483d-0a15-4193-b896-dcbc36dc171b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Sep 06 05:40:33.863760 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-709f7327-7879-4829-b5eb-a1beb2ae66ce req-c4e69d26-bf46-4c46-b942-81ebe2b29e26 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069346 Sep 06 05:40:34.745421 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943058de-adf0-4fa9-a068-675772244ca2 req-b3120b84-828a-4490-94c8-f290cca473e3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:34.746851 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-943058de-adf0-4fa9-a068-675772244ca2 req-b3120b84-828a-4490-94c8-f290cca473e3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0491717 Sep 06 05:40:34.788527 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-943058de-adf0-4fa9-a068-675772244ca2 req-48dac691-f4aa-4879-aa29-7b0dcacb505f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354455 Sep 06 05:40:35.906785 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc427eb-24e8-41e5-985f-7d2472270dee req-37a0618a-6460-47f5-b0f0-8f0108b34e5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:35.908258 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbc427eb-24e8-41e5-985f-7d2472270dee req-37a0618a-6460-47f5-b0f0-8f0108b34e5c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0477655 Sep 06 05:40:35.945356 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fbc427eb-24e8-41e5-985f-7d2472270dee req-6b91466e-bd01-469c-81dd-154b5ae2d98f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Sep 06 05:40:36.324838 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:40:36.421008 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:36.432112 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '4860939c-373e-401c-a138-2c03aaf76d16', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'port_id': '4860939c-373e-401c-a138-2c03aaf76d16', 'mac_address': 'fa:16:3e:a3:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:40:36.470113 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:36.483122 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4860939c-373e-401c-a138-2c03aaf76d16 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:36.501740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:36.505452 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:36.556754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:36.810193 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['4860939c-373e-401c-a138-2c03aaf76d16'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:37.061234 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899cbee-3a52-4751-89f6-9d9999799ce3 req-8e929030-4dc5-4d46-b5bf-48a8bc7b536f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:37.062714 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e899cbee-3a52-4751-89f6-9d9999799ce3 req-8e929030-4dc5-4d46-b5bf-48a8bc7b536f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 944 time: 0.0473111 Sep 06 05:40:37.100213 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e899cbee-3a52-4751-89f6-9d9999799ce3 req-68dad700-1ad4-4ee5-ad9f-88c98a4365e6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Sep 06 05:40:38.219125 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2f49-f56c-4208-bd3f-7704d21646f9 req-739b3443-5640-40d3-af6b-c62eebbcfc41 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:38.220585 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f31e2f49-f56c-4208-bd3f-7704d21646f9 req-739b3443-5640-40d3-af6b-c62eebbcfc41 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 944 time: 0.0489943 Sep 06 05:40:38.260197 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f31e2f49-f56c-4208-bd3f-7704d21646f9 req-449ed859-d3a6-4fb4-a6c0-7845fb7c6ee9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337644 Sep 06 05:40:38.333376 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:40:38.381073 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 4860939c-373e-401c-a138-2c03aaf76d16 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:40:38.384531 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 4860939c-373e-401c-a138-2c03aaf76d16 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:40:38.384897 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:38.462092 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:38.483381 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:38.485562 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72519fe-3aa0-43a5-bdfe-3331b2d16e26" -d '{"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-plugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:38.498432 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:38.503305 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:38.526025 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66159200-74c9-421e-82c7-514f0f8b000a x-openstack-request-id: req-66159200-74c9-421e-82c7-514f0f8b000a {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:38.526335 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-plugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:38.526586 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66159200-74c9-421e-82c7-514f0f8b000a {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:38.526970 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'code': 200} Sep 06 05:40:38.551844 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:38.696516 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161b98-fa11-4805-ae96-6eb2b5b411d3 req-d7aaf517-ed32-4f28-a877-b7795b3fd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:38.697955 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6161b98-fa11-4805-ae96-6eb2b5b411d3 req-d7aaf517-ed32-4f28-a877-b7795b3fd751 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1098 time: 0.0390265 Sep 06 05:40:38.734601 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6161b98-fa11-4805-ae96-6eb2b5b411d3 req-687d003c-725f-4dbc-9e76-49dcc14d3d1c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272877 Sep 06 05:40:39.378188 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062def6f-a160-4f12-b694-5bfefff98722 req-4de30540-70ee-4302-9d16-1b88d019db6d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:39.379594 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-062def6f-a160-4f12-b694-5bfefff98722 req-4de30540-70ee-4302-9d16-1b88d019db6d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0485122 Sep 06 05:40:39.416721 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-062def6f-a160-4f12-b694-5bfefff98722 req-d259efb8-0591-4f12-a893-3f61f3e9abb1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Sep 06 05:40:40.533440 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed0251-64a9-4a4a-888c-f7fb6927348f req-fdfe4915-e1cb-486b-9096-528280aeb531 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:40.534937 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2eed0251-64a9-4a4a-888c-f7fb6927348f req-fdfe4915-e1cb-486b-9096-528280aeb531 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Sep 06 05:40:40.571946 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2eed0251-64a9-4a4a-888c-f7fb6927348f req-7584c96b-ec65-4cc4-8ce4-6c6ca54ed212 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Sep 06 05:40:40.683725 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bdeaa-8229-4cd0-a90d-d8cb9540ec49 req-6e89cef9-bc85-47d5-84f8-b772857d00c1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:40.685201 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5e4bdeaa-8229-4cd0-a90d-d8cb9540ec49 req-6e89cef9-bc85-47d5-84f8-b772857d00c1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0468564 Sep 06 05:40:40.698154 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 40894) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:40.703539 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Request body: {'floatingip': {'port_id': '4860939c-373e-401c-a138-2c03aaf76d16'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:40.744146 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:40.888930 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:40:41.155140 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:41.159006 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:41.256343 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Floating IP cbe7f4a1-fed4-4260-af6d-04a517c9c9ae associated. External IP: 172.27.3.176, port: 4860939c-373e-401c-a138-2c03aaf76d16. Sep 06 05:40:41.456673 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Router 142209fa-9ffc-4632-9679-4d06e0934ccd has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:40:41.563452 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:40:41.568264 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:41.572800 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:40:41.582585 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:41.583204 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:41.595187 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8b4e5f43-c0ef-4d3e-805b-073241011198 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "PUT /v2.0/floatingips/cbe7f4a1-fed4-4260-af6d-04a517c9c9ae HTTP/1.1" status: 200 len: 991 time: 0.8959699 Sep 06 05:40:41.595771 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:41.598008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4959ff3-4429-444b-80cc-0b46a868b400" -d '{"events": [{"name": "network-changed", "server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:41.642365 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0de9e5-3cef-4ae3-aebc-04494ed0d732 x-openstack-request-id: req-2e0de9e5-3cef-4ae3-aebc-04494ed0d732 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:41.642678 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:41.642949 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e0de9e5-3cef-4ae3-aebc-04494ed0d732 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:41.643340 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'status': 'completed', 'code': 200} Sep 06 05:40:41.692121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:41.710939 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-884edc4d-4df1-472e-9e50-fa97c134d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:41.712365 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-884edc4d-4df1-472e-9e50-fa97c134d55a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1098 time: 0.0402701 Sep 06 05:40:41.816096 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-7dab2bb8-45ba-43c9-ae11-db8c6b1ec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:41.817684 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-7dab2bb8-45ba-43c9-ae11-db8c6b1ec536 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.0972245 Sep 06 05:40:41.897429 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-a2b1ccaf-10cd-4256-87d0-94d6ca8ab14d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 999 time: 0.0677450 Sep 06 05:40:41.954963 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-0b419c67-f73f-496c-bab1-73654e792f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:41.956624 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-0b419c67-f73f-496c-bab1-73654e792f04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0500391 Sep 06 05:40:42.014377 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-41908a7e-38f5-4a35-b368-066ffc7b1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:42.017142 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-41908a7e-38f5-4a35-b368-066ffc7b1e40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522220 Sep 06 05:40:42.078577 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-756a1ae7-9481-49ab-bc30-8accb1ffd892 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:42.080892 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-756a1ae7-9481-49ab-bc30-8accb1ffd892 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1142545 Sep 06 05:40:42.098810 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-2b3edb9a-37a1-4904-b130-5719565ad31b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/quotas/c34a993da83a405b8a0a0e7135d8f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0112922 Sep 06 05:40:42.111375 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': 'cbe7f4a1-fed4-4260-af6d-04a517c9c9ae', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'port_id': '4860939c-373e-401c-a138-2c03aaf76d16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'mac_address': 'fa:16:3e:a3:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f721640-bb70-4e16-9e18-87601edb16d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:29Z', 'updated_at': '2021-09-06T05:40:41Z', 'revision_number': 1, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:42.127302 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-6965c066-1e99-477e-b8f4-eebac16684cd service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988138 Sep 06 05:40:42.151168 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:40:42.154457 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-55881057-c46c-40b0-beb9-ed992889aede tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486007 Sep 06 05:40:42.165241 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:42.167812 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:42.168230 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:42.229153 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4959ff3-4429-444b-80cc-0b46a868b400 req-0b4e13ed-b649-4a95-a150-a35f8defba04 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936708 Sep 06 05:40:42.250650 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-8d59ce32-00a3-4c5d-ae44-f7cc60085d42 service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898619 Sep 06 05:40:42.285676 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:42.343563 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-ca684494-be03-48fc-a329-cf3251663eea service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850534 Sep 06 05:40:42.516241 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b70666d7-58aa-41ae-89a1-469dc1c0c98a req-46eba8e3-69e5-443f-a17a-a52cb5ad8fdb tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 210 time: 0.0392098 Sep 06 05:40:42.520176 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': 'cbe7f4a1-fed4-4260-af6d-04a517c9c9ae', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'port_id': '4860939c-373e-401c-a138-2c03aaf76d16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'mac_address': 'fa:16:3e:a3:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f721640-bb70-4e16-9e18-87601edb16d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:29Z', 'updated_at': '2021-09-06T05:40:41Z', 'revision_number': 1, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:42.549866 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218d777-b50c-4c57-b699-bc6dfb172880 None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': 'cbe7f4a1-fed4-4260-af6d-04a517c9c9ae', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'port_id': '4860939c-373e-401c-a138-2c03aaf76d16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'mac_address': 'fa:16:3e:a3:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f721640-bb70-4e16-9e18-87601edb16d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:29Z', 'updated_at': '2021-09-06T05:40:41Z', 'revision_number': 1, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:40:42.758240 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e1a3c-3389-4572-828e-6292849f9a55 None None] New status for floating IP cbe7f4a1-fed4-4260-af6d-04a517c9c9ae: ACTIVE {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:40:43.524992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-f57b86b7-5820-4660-960b-82e0f3a7ef32 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:43.526448 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-f57b86b7-5820-4660-960b-82e0f3a7ef32 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1086648 Sep 06 05:40:43.544632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Request body: {'port': {'device_id': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'admin_state_up': True, 'tenant_id': 'c34a993da83a405b8a0a0e7135d8f2d4'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:43.606384 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4becbc44-b70a-4908-921b-e2dd63958998 req-20eb4ff8-b7ae-4d8a-b072-5eae87f9fd31 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 210 time: 0.0263212 Sep 06 05:40:43.652636 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Made reservation on behalf of c34a993da83a405b8a0a0e7135d8f2d4 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:43.656674 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:43.778476 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Allocated IP 172.20.0.12 (4ac9fabe-a86b-4a24-8174-a867f0e0a0f7/95d0896e-6345-4776-9dd4-778ff0fd59a5/6e65386a-80df-4531-96bf-81512ee1aa6b) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:43.930541 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:43.968530 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:43.980141 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:44.007986 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:44.011025 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:44.015137 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:44.042103 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event updated for resources: {'Port': ['ID=6e65386a-80df-4531-96bf-81512ee1aa6b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:44.069274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:44.069889 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.084121 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-0d5c5038-c04e-4eb2-8447-2091d8de9850 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5448151 Sep 06 05:40:44.105646 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Request body: {'port': {'device_id': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:44.160815 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.412940 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e65386a-80df-4531-96bf-81512ee1aa6b {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:44.420101 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.431628 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Transition to ACTIVE for port object 6e65386a-80df-4531-96bf-81512ee1aa6b will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:40:44.435441 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.499783 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Pushing event updated for resources: {'Port': ['ID=6e65386a-80df-4531-96bf-81512ee1aa6b,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:44.551889 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Attempting to bind port 6e65386a-80df-4531-96bf-81512ee1aa6b on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:40:44.552558 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Attempting to bind port 6e65386a-80df-4531-96bf-81512ee1aa6b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:40:44.552558 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Attempting to bind port 6e65386a-80df-4531-96bf-81512ee1aa6b on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:44.557211 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Port 6e65386a-80df-4531-96bf-81512ee1aa6b on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:40:44.557664 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Attempting to bind port 6e65386a-80df-4531-96bf-81512ee1aa6b on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:44.562427 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:40:44.562759 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Checking segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:40:44.563135 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Bound using segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:40:44.563551 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Bound port: 6e65386a-80df-4531-96bf-81512ee1aa6b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:40:44.563899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.625152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] For port 6e65386a-80df-4531-96bf-81512ee1aa6b, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:40:44.628088 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] For port 6e65386a-80df-4531-96bf-81512ee1aa6b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e65386a-80df-4531-96bf-81512ee1aa6b,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:40:44.632837 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.668362 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:44.668971 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:44.670433 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] 10.222.0.25 "PUT /v2.0/ports/6e65386a-80df-4531-96bf-81512ee1aa6b HTTP/1.1" status: 200 len: 1094 time: 0.5690384 Sep 06 05:40:44.670846 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'tag': '6e65386a-80df-4531-96bf-81512ee1aa6b'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:44.673054 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef88cb73-5c93-46f4-a128-546dd7ba7feb" -d '{"events": [{"name": "network-changed", "server_uuid": "7df23f38-87c9-497f-90ba-5e3d1f3468ef", "tag": "6e65386a-80df-4531-96bf-81512ee1aa6b"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:44.696985 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e733e1-2d7c-4a26-8be1-d9a6215c2392 service neutron] Pushing event updated for resources: {'Port': ['ID=6e65386a-80df-4531-96bf-81512ee1aa6b,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:44.724973 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd2b50-054f-4a11-8ac3-ff374e59ac39 x-openstack-request-id: req-65cd2b50-054f-4a11-8ac3-ff374e59ac39 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:44.725317 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df23f38-87c9-497f-90ba-5e3d1f3468ef", "tag": "6e65386a-80df-4531-96bf-81512ee1aa6b", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:44.725578 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65cd2b50-054f-4a11-8ac3-ff374e59ac39 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:44.725979 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'tag': '6e65386a-80df-4531-96bf-81512ee1aa6b', 'status': 'completed', 'code': 200} Sep 06 05:40:44.740151 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2654dd-76f6-4858-9b35-0d2c27237105 req-ebcf9663-ac85-4552-aad2-eed7cd4cdf1c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:44.741643 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7b2654dd-76f6-4858-9b35-0d2c27237105 req-ebcf9663-ac85-4552-aad2-eed7cd4cdf1c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 944 time: 0.0601194 Sep 06 05:40:44.776574 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-e1f53709-2c0a-48fc-bb60-ab39df3b55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:44.778048 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-e1f53709-2c0a-48fc-bb60-ab39df3b55ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 1097 time: 0.0408654 Sep 06 05:40:44.779326 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7b2654dd-76f6-4858-9b35-0d2c27237105 req-11848d35-9b2e-4b33-98f5-3a145a737cba tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Sep 06 05:40:44.831721 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-55918d34-2895-43b3-a60d-05c418b8d199 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e65386a-80df-4531-96bf-81512ee1aa6b HTTP/1.1" status: 200 len: 217 time: 0.0356324 Sep 06 05:40:44.881217 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-4a983995-db16-43a3-b759-2039824c8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:44.882676 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-4a983995-db16-43a3-b759-2039824c8258 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0419967 Sep 06 05:40:44.920564 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-96eed40a-6776-43d6-912c-79003ce0a24b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243359 Sep 06 05:40:45.016100 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-7ecb580f-2bcc-4070-81de-c6892ffc157f service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838807 Sep 06 05:40:45.105076 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acd9503f-ce3f-4a51-afe7-0f94b4146692 req-86b0e695-2930-4b4f-95f1-91201b8e113b service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805893 Sep 06 05:40:45.204789 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-a944f063-f191-43a2-ab32-758a9bb9ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:45.206146 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-a944f063-f191-43a2-ab32-758a9bb9ab6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 1097 time: 0.0449090 Sep 06 05:40:45.298113 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-ac4a5e59-b3f8-4b0c-af8c-2ed0a2cc50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:45.299606 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-ac4a5e59-b3f8-4b0c-af8c-2ed0a2cc50d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 915 time: 0.0816803 Sep 06 05:40:45.345868 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-17c9228c-8967-4291-aed4-ba01436224d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e65386a-80df-4531-96bf-81512ee1aa6b HTTP/1.1" status: 200 len: 217 time: 0.0366361 Sep 06 05:40:45.622128 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-d19288d8-b5a6-4175-9f59-d8294ae16d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:45.623559 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-d19288d8-b5a6-4175-9f59-d8294ae16d1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.2663343 Sep 06 05:40:45.658039 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-21e139ff-f82a-40d8-be8b-fc420785b87f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232310 Sep 06 05:40:45.754499 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-de40a1a3-5afa-449f-9333-782c0fe14950 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825846 Sep 06 05:40:45.851720 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ef88cb73-5c93-46f4-a128-546dd7ba7feb req-91b8cd53-cb44-4cb8-b2d9-58c5702bbfce service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Sep 06 05:40:45.893924 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f708eaf-9c15-4257-9d1d-46b4e26dfefc req-7c415e82-2350-4a75-b9a6-1de7e2e04657 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:45.895340 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7f708eaf-9c15-4257-9d1d-46b4e26dfefc req-7c415e82-2350-4a75-b9a6-1de7e2e04657 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 944 time: 0.0484121 Sep 06 05:40:45.932412 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7f708eaf-9c15-4257-9d1d-46b4e26dfefc req-66ba1c67-2848-42d5-8904-1c9596d5c55c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Sep 06 05:40:46.635385 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc22648-fb91-44d8-966e-1b9cb01e620c req-d326a4f0-afc7-4ee6-876f-0a9345d66114 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:46.636864 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5fc22648-fb91-44d8-966e-1b9cb01e620c req-d326a4f0-afc7-4ee6-876f-0a9345d66114 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0522485 Sep 06 05:40:46.642198 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-d1a0b7c6-4162-428a-8754-5e605d659813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:46.643734 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-d1a0b7c6-4162-428a-8754-5e605d659813 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1138 time: 0.0465786 Sep 06 05:40:46.678248 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5fc22648-fb91-44d8-966e-1b9cb01e620c req-f18767e2-c4be-4d8c-87df-916a513e5727 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334570 Sep 06 05:40:46.736528 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-7a96a5f4-3601-4bbd-b227-a5c7c8e4d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:46.737899 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-7a96a5f4-3601-4bbd-b227-a5c7c8e4d078 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 915 time: 0.0871072 Sep 06 05:40:46.806686 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-5e5b8f35-00d2-4c1d-94bd-379e816ae37a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 1002 time: 0.0588422 Sep 06 05:40:46.855917 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-0526bac1-68f1-4056-bfd8-1c58b68e885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:46.857371 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-0526bac1-68f1-4056-bfd8-1c58b68e885a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0422051 Sep 06 05:40:46.903348 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-40513b2f-47c9-4d22-815a-1c9ea02bfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:46.904840 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-40513b2f-47c9-4d22-815a-1c9ea02bfc82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384142 Sep 06 05:40:46.996220 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-d37e3371-c5f4-4b9d-9e11-7033eb0e4cec service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834212 Sep 06 05:40:47.046566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eaf07c-e165-42b2-b2fc-19649da800b4 req-451e9c6c-e5c8-496d-9473-3514ead56c24 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:47.048194 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6eaf07c-e165-42b2-b2fc-19649da800b4 req-451e9c6c-e5c8-496d-9473-3514ead56c24 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 944 time: 0.0479159 Sep 06 05:40:47.089361 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6eaf07c-e165-42b2-b2fc-19649da800b4 req-03e24405-c157-468f-a1c3-947cff856af0 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Sep 06 05:40:47.098549 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44285e32-0a31-4bd8-ab6b-52e8583b9270 req-54ca7a57-8e03-4528-a7ea-cf62bc84568e service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894570 Sep 06 05:40:47.795306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73417-fcdc-4f8e-9241-03a8c60d001e req-18bf3a24-612a-4838-922d-963e503edf77 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:47.797019 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-31b73417-fcdc-4f8e-9241-03a8c60d001e req-18bf3a24-612a-4838-922d-963e503edf77 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0485306 Sep 06 05:40:47.835451 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-31b73417-fcdc-4f8e-9241-03a8c60d001e req-c7eb02ce-ca07-426a-a9f9-de0a01d26c31 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324488 Sep 06 05:40:48.212914 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdd6be-0a7c-4891-8b2d-c18493ce1fa6 req-320198e3-d95d-44f1-a229-8b24779ae65b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:48.214407 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2bfdd6be-0a7c-4891-8b2d-c18493ce1fa6 req-320198e3-d95d-44f1-a229-8b24779ae65b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 944 time: 0.0526724 Sep 06 05:40:48.251955 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2bfdd6be-0a7c-4891-8b2d-c18493ce1fa6 req-707723c5-789c-49c1-9661-05a13f14b07a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Sep 06 05:40:48.380943 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 6e65386a-80df-4531-96bf-81512ee1aa6b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:40:48.475100 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 6e65386a-80df-4531-96bf-81512ee1aa6b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e65386a-80df-4531-96bf-81512ee1aa6b,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:48.486291 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '6e65386a-80df-4531-96bf-81512ee1aa6b', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'port_id': '6e65386a-80df-4531-96bf-81512ee1aa6b', 'mac_address': 'fa:16:3e:96:57:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d0896e-6345-4776-9dd4-778ff0fd59a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:40:48.521671 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:48.533701 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e65386a-80df-4531-96bf-81512ee1aa6b {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:48.552428 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 6e65386a-80df-4531-96bf-81512ee1aa6b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e65386a-80df-4531-96bf-81512ee1aa6b,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:48.556598 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:48.602040 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=6e65386a-80df-4531-96bf-81512ee1aa6b,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:48.829016 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['6e65386a-80df-4531-96bf-81512ee1aa6b'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:48.950475 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbb3c4-58c4-4243-8fbe-071cb8d45abf req-e835478b-bc21-4562-9d11-86a67da5a2e0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:48.952791 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7fbbb3c4-58c4-4243-8fbe-071cb8d45abf req-e835478b-bc21-4562-9d11-86a67da5a2e0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0472388 Sep 06 05:40:48.992306 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7fbbb3c4-58c4-4243-8fbe-071cb8d45abf req-28287fd8-9acc-4cd3-aa94-f4cccecf26bf tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328534 Sep 06 05:40:49.366795 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6eafc2-ded3-424d-a764-b34217811c44 req-fb53ce5c-6412-426f-ab1f-b698cb4bda5d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:49.368218 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2d6eafc2-ded3-424d-a764-b34217811c44 req-fb53ce5c-6412-426f-ab1f-b698cb4bda5d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 945 time: 0.0497935 Sep 06 05:40:49.407777 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2d6eafc2-ded3-424d-a764-b34217811c44 req-cf276fe2-690f-40d4-8324-68f1e71d4677 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Sep 06 05:40:49.408370 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5328f939-fbfc-4d2a-ae19-0c84c781b2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:50.119769 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb33a8-37b6-49f4-8ab2-d6e59f452490 req-a2e7e490-0b69-46c5-bed6-d430a6252599 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:50.121245 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-eabb33a8-37b6-49f4-8ab2-d6e59f452490 req-a2e7e490-0b69-46c5-bed6-d430a6252599 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0604715 Sep 06 05:40:50.183777 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-eabb33a8-37b6-49f4-8ab2-d6e59f452490 req-9bc71712-5fd4-40cf-8b41-e0bd1664d2d3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563581 Sep 06 05:40:50.203969 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81a1ed-7f5a-408d-88dc-4c50a9ca4b06 req-93880eb0-8c11-4e89-b52d-5566216d8dc6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:50.205440 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa81a1ed-7f5a-408d-88dc-4c50a9ca4b06 req-93880eb0-8c11-4e89-b52d-5566216d8dc6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0594428 Sep 06 05:40:50.242822 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa81a1ed-7f5a-408d-88dc-4c50a9ca4b06 req-b5c6c121-e0d0-4c3a-a3ea-a372d8fa65ac tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Sep 06 05:40:50.404518 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 6e65386a-80df-4531-96bf-81512ee1aa6b up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:40:50.453500 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 6e65386a-80df-4531-96bf-81512ee1aa6b completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:40:50.457295 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 6e65386a-80df-4531-96bf-81512ee1aa6b triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:40:50.457667 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:50.521651 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058a99-95bc-4c6e-b21d-55dba15c21f2 req-433ebce3-537d-490b-8539-60652cf118e0 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:50.523178 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-02058a99-95bc-4c6e-b21d-55dba15c21f2 req-433ebce3-537d-490b-8539-60652cf118e0 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 945 time: 0.0476127 Sep 06 05:40:50.536727 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:50.559020 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e65386a-80df-4531-96bf-81512ee1aa6b'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:50.561274 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1340038c-fb66-4ece-abf2-9333c02c2fe9" -d '{"events": [{"server_uuid": "7df23f38-87c9-497f-90ba-5e3d1f3468ef", "name": "network-vif-plugged", "status": "completed", "tag": "6e65386a-80df-4531-96bf-81512ee1aa6b"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:50.564876 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-02058a99-95bc-4c6e-b21d-55dba15c21f2 req-35052e82-ec67-4308-b80b-1cbd3e3eaf1a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356791 Sep 06 05:40:50.575720 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 6e65386a-80df-4531-96bf-81512ee1aa6b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e65386a-80df-4531-96bf-81512ee1aa6b,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:50.580888 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:50.604909 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6879797a-aba0-44f6-9070-6f5d3b447686 x-openstack-request-id: req-6879797a-aba0-44f6-9070-6f5d3b447686 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:50.605196 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df23f38-87c9-497f-90ba-5e3d1f3468ef", "name": "network-vif-plugged", "status": "completed", "tag": "6e65386a-80df-4531-96bf-81512ee1aa6b", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:50.605446 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6879797a-aba0-44f6-9070-6f5d3b447686 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:50.605831 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e65386a-80df-4531-96bf-81512ee1aa6b', 'code': 200} Sep 06 05:40:50.633600 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=6e65386a-80df-4531-96bf-81512ee1aa6b,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:50.766520 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6388db0-9cae-4ff9-b58a-2ac145e0a612 req-7864e656-be4c-4459-b5f0-522a2eff0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:50.767963 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6388db0-9cae-4ff9-b58a-2ac145e0a612 req-7864e656-be4c-4459-b5f0-522a2eff0969 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 1099 time: 0.0394371 Sep 06 05:40:50.807624 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6388db0-9cae-4ff9-b58a-2ac145e0a612 req-75a4a33f-c86e-41f4-8f61-dd27203ba9a5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Sep 06 05:40:51.297808 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a35e9f-872a-48f2-a56a-d23b3f40a98d req-e82d41fd-c62d-4213-89c9-d40314764456 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:51.299340 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e3a35e9f-872a-48f2-a56a-d23b3f40a98d req-e82d41fd-c62d-4213-89c9-d40314764456 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0490620 Sep 06 05:40:51.363768 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e3a35e9f-872a-48f2-a56a-d23b3f40a98d req-f8b012d0-db79-41c7-ae51-8040578b68ff tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581312 Sep 06 05:40:51.379126 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de27d3-2ec0-4e85-adff-e54fb247b5b8 req-57bd727b-d481-45b2-98b5-ff27c1e2ca69 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:51.380603 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4de27d3-2ec0-4e85-adff-e54fb247b5b8 req-57bd727b-d481-45b2-98b5-ff27c1e2ca69 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0681040 Sep 06 05:40:51.418254 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4de27d3-2ec0-4e85-adff-e54fb247b5b8 req-0fefb35f-5536-49b1-b993-ac18ae493168 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Sep 06 05:40:51.683384 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f7f6b-c502-4a41-b9f7-0aa79199f8c7 req-fe9c00c0-5579-4f7c-b43b-401fb00ec38d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:51.684838 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c97f7f6b-c502-4a41-b9f7-0aa79199f8c7 req-fe9c00c0-5579-4f7c-b43b-401fb00ec38d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 946 time: 0.0517001 Sep 06 05:40:51.722896 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c97f7f6b-c502-4a41-b9f7-0aa79199f8c7 req-8e512dd4-bfb4-4fd9-9c00-e1002f75f2b7 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Sep 06 05:40:52.199794 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8b31fe93-8a35-4d3a-8f8e-8100a11b3093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:52.477992 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd8f1-86f6-4446-a62a-02da8cd2b5e7 req-d36820f7-30ab-40bd-a163-a36710103cdf tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:52.479645 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-18bcd8f1-86f6-4446-a62a-02da8cd2b5e7 req-d36820f7-30ab-40bd-a163-a36710103cdf tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0487854 Sep 06 05:40:52.549106 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-18bcd8f1-86f6-4446-a62a-02da8cd2b5e7 req-73536599-740f-46bb-b59d-c17d099fc427 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615075 Sep 06 05:40:52.557839 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d070c0-3b23-4c97-b31a-9bbc7cbbd8e4 req-1b50e9ec-1482-4dc4-8893-e8f0bfd667b5 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:52.559322 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-33d070c0-3b23-4c97-b31a-9bbc7cbbd8e4 req-1b50e9ec-1482-4dc4-8893-e8f0bfd667b5 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0735552 Sep 06 05:40:52.598828 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-33d070c0-3b23-4c97-b31a-9bbc7cbbd8e4 req-9c12e00d-cedf-4f63-8afb-192df47df12c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d122d91-e270-48f8-a77b-03f60444f21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Sep 06 05:40:52.663826 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-e8783b9a-1e96-4ed6-84a4-3040e8e08676 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:52.665286 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-e8783b9a-1e96-4ed6-84a4-3040e8e08676 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Sep 06 05:40:52.754651 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Deleting port 7da49951-215c-412d-849e-7d8c8c68c405 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:52.754996 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:52.789371 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:52.848243 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa544-cb66-4d3c-a37d-9a64484e84a9 req-8e9819ba-48d9-498d-b324-2abb158ec54c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:52.849070 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] For port 7da49951-215c-412d-849e-7d8c8c68c405, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7da49951-215c-412d-849e-7d8c8c68c405,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:40:52.849436 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:52.849865 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-91faa544-cb66-4d3c-a37d-9a64484e84a9 req-8e9819ba-48d9-498d-b324-2abb158ec54c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 946 time: 0.0597005 Sep 06 05:40:52.887763 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-91faa544-cb66-4d3c-a37d-9a64484e84a9 req-868651a0-5d51-4c1b-985f-0397741fa416 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Sep 06 05:40:53.025441 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:53.025809 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:53.026130 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Floating IP 1cf66260-65e7-4e44-9899-25ea74aabcba disassociated. External IP: 172.27.3.241, port: 7da49951-215c-412d-849e-7d8c8c68c405. Sep 06 05:40:53.026518 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Calling delete_port for 7da49951-215c-412d-849e-7d8c8c68c405 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:53.112835 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:53.158084 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:53.186153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event deleted for resources: {'Port': ['ID=7da49951-215c-412d-849e-7d8c8c68c405,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:53.307912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:40:53.413960 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:40:53.426701 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:40:53.435907 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:53.436955 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:53.452740 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] No DVR routers for this DVR port 7da49951-215c-412d-849e-7d8c8c68c405 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:40:53.455102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:53.457072 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1b8a8a5b-0e45-46e8-a78e-9aa18527a0a0 req-0e345cf7-575b-48de-a20f-c0e592739914 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "DELETE /v2.0/ports/7da49951-215c-412d-849e-7d8c8c68c405 HTTP/1.1" status: 204 len: 173 time: 0.7856262 Sep 06 05:40:53.457545 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'name': 'network-vif-deleted', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:53.459738 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146e3cd6-18d8-4dbe-8d8a-9c97cc3ecddf" -d '{"events": [{"server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "name": "network-vif-deleted", "tag": "7da49951-215c-412d-849e-7d8c8c68c405"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:53.505932 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede517c5-4b51-4413-9627-a0625ebc5dcd x-openstack-request-id: req-ede517c5-4b51-4413-9627-a0625ebc5dcd {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:53.506346 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5", "name": "network-vif-deleted", "tag": "7da49951-215c-412d-849e-7d8c8c68c405", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:53.506601 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ede517c5-4b51-4413-9627-a0625ebc5dcd {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:53.507067 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5', 'name': 'network-vif-deleted', 'tag': '7da49951-215c-412d-849e-7d8c8c68c405', 'status': 'completed', 'code': 200} Sep 06 05:40:53.551110 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:53.693216 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019277-4cde-4171-be7b-a809a5b5d290 req-db0ad55b-ca7e-4b1f-9f6e-1c4e6c3e5dfd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:53.694837 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7019277-4cde-4171-be7b-a809a5b5d290 req-db0ad55b-ca7e-4b1f-9f6e-1c4e6c3e5dfd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0603352 Sep 06 05:40:53.734086 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2be652c2-4f2f-476a-8f9b-fc1143e1c285 req-abf57e48-c485-431f-b96d-6cec58295a30 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c91fd90-5e3f-4cac-9f06-d8af0d3b61c5 HTTP/1.1" status: 200 len: 210 time: 0.0377305 Sep 06 05:40:53.783365 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7019277-4cde-4171-be7b-a809a5b5d290 req-dc5df0e2-02e3-4a43-8ddc-273d1a4085b3 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710771 Sep 06 05:40:53.789499 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:53.818370 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:40:53.826452 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:40:53.827205 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:53.944579 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:40:54.172920 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:40:54.202630 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8485b8c-8188-4345-84b3-65b57d1762b2 None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:40:54.413851 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04334028-706e-4783-872b-fe017c340e86 None None] New status for floating IP 1cf66260-65e7-4e44-9899-25ea74aabcba: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:40:54.613701 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-c715e20f-49fb-4748-aeba-7b639098b07a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:54.615187 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-c715e20f-49fb-4748-aeba-7b639098b07a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1046877 Sep 06 05:40:54.629677 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-abfe988f-9eff-4dbe-9e80-126b5745b27b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/quotas/c34a993da83a405b8a0a0e7135d8f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0088372 Sep 06 05:40:54.679274 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d5ad04a6-95ae-4bc8-9af5-ead32c445a42 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444744 Sep 06 05:40:54.681910 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:54.771438 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-28c78578-7683-42f8-a88b-982cd0d93dcb service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Sep 06 05:40:54.823912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41052) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:54.864768 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-779dd825-fb24-4624-a0e6-fd50531b3337 service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871167 Sep 06 05:40:54.883720 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe302073-2ddd-4219-923e-7cae54ea7855 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:54.908548 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe302073-2ddd-4219-923e-7cae54ea7855 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:54.919745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abe381-e129-49f5-8983-4a1f8ffa9c36 req-7eb1d2cb-da71-4dd5-8789-e8c5ccc9dad7 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:54.921539 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37abe381-e129-49f5-8983-4a1f8ffa9c36 req-7eb1d2cb-da71-4dd5-8789-e8c5ccc9dad7 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0540013 Sep 06 05:40:54.965458 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe302073-2ddd-4219-923e-7cae54ea7855 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:54.966925 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37abe381-e129-49f5-8983-4a1f8ffa9c36 req-737b487d-7652-44c8-b978-c346644723f2 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378273 Sep 06 05:40:54.968325 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fe302073-2ddd-4219-923e-7cae54ea7855 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:54.972245 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41056) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:54.977907 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fe302073-2ddd-4219-923e-7cae54ea7855 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d122d91-e270-48f8-a77b-03f60444f21b HTTP/1.1" status: 204 len: 168 time: 0.1437557 Sep 06 05:40:54.989692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe302073-2ddd-4219-923e-7cae54ea7855 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d122d91-e270-48f8-a77b-03f60444f21b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:55.008760 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.api.v2.resource [None req-920c0476-d6ac-47b2-9566-0198e7666607 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] show failed (client error): The resource could not be found. Sep 06 05:40:55.012745 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41062) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:55.012894 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-920c0476-d6ac-47b2-9566-0198e7666607 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups/4d122d91-e270-48f8-a77b-03f60444f21b HTTP/1.1" status: 404 len: 347 time: 0.0395834 Sep 06 05:40:55.067609 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-73ff0bab-ba3b-4cf6-95d8-7d3225f26749 req-51180f46-30ea-4781-b49a-434cb38bc684 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 210 time: 0.0294738 Sep 06 05:40:55.164200 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Deleting port 333cdc0d-70ee-4c9c-9c49-bb9af09c9d4d {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:40:55.164749 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:55.244376 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:55.244703 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:55.256345 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Calling delete_port for 333cdc0d-70ee-4c9c-9c49-bb9af09c9d4d owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:40:55.392443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:55.422732 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event deleted for resources: {'Port': ['ID=333cdc0d-70ee-4c9c-9c49-bb9af09c9d4d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:55.487467 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:55.490011 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:55.491285 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e0fc60b1-5c39-4b83-aeca-80022bbac77e tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "DELETE /v2.0/floatingips/1cf66260-65e7-4e44-9899-25ea74aabcba HTTP/1.1" status: 204 len: 168 time: 0.4774177 Sep 06 05:40:55.912441 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41072) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:55.917216 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606273211', 'description': 'tempest-description--924799488'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:55.939386 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.051104 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.059054 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.110041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb88bd-0d93-4e82-9f10-5d2871bc31bd req-fca5b066-dda7-4157-888c-cea5f7db0680 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:56.117529 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9ebb88bd-0d93-4e82-9f10-5d2871bc31bd req-fca5b066-dda7-4157-888c-cea5f7db0680 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0618172 Sep 06 05:40:56.151852 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.152977 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2395213 Sep 06 05:40:56.158057 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41082) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:56.160311 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9ebb88bd-0d93-4e82-9f10-5d2871bc31bd req-4611efd0-3252-4b7e-ac0c-7984c5980d60 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416718 Sep 06 05:40:56.162413 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'security_group_rule': {'security_group_id': 'edc982b0-ce95-480d-a4e9-d17e2ba73dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:56.172360 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9d4eb-9a08-49a5-8507-d175f55f020c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc982b0-ce95-480d-a4e9-d17e2ba73dea,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:56.195622 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-7b01e09a-bec4-4322-911e-ff54c1b23a55 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:56.197618 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-7b01e09a-bec4-4322-911e-ff54c1b23a55 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1921768 Sep 06 05:40:56.216084 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Request body: {'port': {'device_id': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'admin_state_up': True, 'tenant_id': 'c34a993da83a405b8a0a0e7135d8f2d4'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:56.222032 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.255703 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-52268f3c-4227-4166-9863-63cecc9f2fc2 req-702c1c06-7538-4077-951c-6bb273368343 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 210 time: 0.0290644 Sep 06 05:40:56.356992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.365198 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.392492 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9652347-8de0-4e73-afe9-be0116745e29,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:56.397668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Made reservation on behalf of c34a993da83a405b8a0a0e7135d8f2d4 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:56.401488 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.405848 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.407548 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0222b80b-324b-4efc-8dc0-46179dcfe6e8 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485735 Sep 06 05:40:56.410320 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41086) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:56.415082 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'security_group_rule': {'security_group_id': 'edc982b0-ce95-480d-a4e9-d17e2ba73dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:56.424978 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 7da49951-215c-412d-849e-7d8c8c68c405 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:40:56.443046 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.445589 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 7da49951-215c-412d-849e-7d8c8c68c405 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:40:56.446145 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 7da49951-215c-412d-849e-7d8c8c68c405 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:40:56.498839 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.502308 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.519733 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae94397c-882a-4311-87f3-f36bdf2ca1c7,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:56.524202 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.525520 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-9b7e021c-fd80-4482-ae54-2d8e78e3aeb0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141319 Sep 06 05:40:56.528628 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41088) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:40:56.533932 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:56.542191 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Allocated IP 172.20.0.8 (4ac9fabe-a86b-4a24-8174-a867f0e0a0f7/95d0896e-6345-4776-9dd4-778ff0fd59a5/73449a80-d8a6-4ccd-b95d-739fbb89513c) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:56.555740 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.651947 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.689565 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.728133 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.740181 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171', '6e65386a-80df-4531-96bf-81512ee1aa6b'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:40:56.760076 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Allocated IP 172.27.3.231 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/7f747f91-3fed-46c0-a63e-62c61410cbc6) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:56.772223 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:56.775899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:56.779142 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:56.819428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event updated for resources: {'Port': ['ID=73449a80-d8a6-4ccd-b95d-739fbb89513c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:56.845022 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:56.845662 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.862936 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d19666ec-dab5-4c06-b9d0-a95ebfea119c tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6508672 Sep 06 05:40:56.877233 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.879371 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Request body: {'port': {'device_id': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:56.922755 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.938851 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:56.963086 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:56.968188 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:56.976706 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:56.981237 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'Port': ['ID=7f747f91-3fed-46c0-a63e-62c61410cbc6,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:57.024716 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.059791 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.212611 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.220647 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.227293 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73449a80-d8a6-4ccd-b95d-739fbb89513c {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:40:57.236138 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.248556 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Transition to ACTIVE for port object 73449a80-d8a6-4ccd-b95d-739fbb89513c will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:40:57.252901 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.275135 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.307512 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'Port': ['ID=7f747f91-3fed-46c0-a63e-62c61410cbc6,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:57.321446 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.332109 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-4a483efb-0888-4d4a-af7e-8208820be673 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7933109 Sep 06 05:40:57.332109 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a935-4c92-4945-a74e-86dc4ecbf0ec req-686da2c7-6897-4531-be6b-7fe7eaa3240e tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:57.333283 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd12a935-4c92-4945-a74e-86dc4ecbf0ec req-686da2c7-6897-4531-be6b-7fe7eaa3240e tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0787771 Sep 06 05:40:57.334317 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Pushing event updated for resources: {'Port': ['ID=73449a80-d8a6-4ccd-b95d-739fbb89513c,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:57.390385 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Attempting to bind port 73449a80-d8a6-4ccd-b95d-739fbb89513c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:40:57.390754 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Attempting to bind port 73449a80-d8a6-4ccd-b95d-739fbb89513c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:40:57.391084 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Attempting to bind port 73449a80-d8a6-4ccd-b95d-739fbb89513c on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:57.395440 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Port 73449a80-d8a6-4ccd-b95d-739fbb89513c on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:40:57.395944 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Attempting to bind port 73449a80-d8a6-4ccd-b95d-739fbb89513c on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:40:57.400907 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:40:57.401243 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Checking segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:40:57.401632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Bound using segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:40:57.402060 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Bound port: 73449a80-d8a6-4ccd-b95d-739fbb89513c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:40:57.402447 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.407746 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd12a935-4c92-4945-a74e-86dc4ecbf0ec req-eb3457d2-9d13-4961-9321-945896eab4bd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609255 Sep 06 05:40:57.434126 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd40a2-73fe-4820-8695-9282837ae244 req-393ac87f-4ad1-4582-9044-fd9d0d23820f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:57.439281 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23cd40a2-73fe-4820-8695-9282837ae244 req-393ac87f-4ad1-4582-9044-fd9d0d23820f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 943 time: 0.0699992 Sep 06 05:40:57.475997 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-23cd40a2-73fe-4820-8695-9282837ae244 req-e0da3b0b-c848-4007-ac40-2ae954472207 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Sep 06 05:40:57.478408 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] For port 73449a80-d8a6-4ccd-b95d-739fbb89513c, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:40:57.481851 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] For port 73449a80-d8a6-4ccd-b95d-739fbb89513c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:40:57.486511 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.523662 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:57.524276 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:57.525659 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] 10.222.0.25 "PUT /v2.0/ports/73449a80-d8a6-4ccd-b95d-739fbb89513c HTTP/1.1" status: 200 len: 1093 time: 0.6518452 Sep 06 05:40:57.526088 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'tag': '73449a80-d8a6-4ccd-b95d-739fbb89513c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:40:57.528313 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6e00de-105e-413c-a425-db47684fd801" -d '{"events": [{"name": "network-changed", "server_uuid": "c2772dc2-2001-48f1-bd30-d003a81b96ad", "tag": "73449a80-d8a6-4ccd-b95d-739fbb89513c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:40:57.552289 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ece8b-134f-4d2b-a526-2b848ed671de service neutron] Pushing event updated for resources: {'Port': ['ID=73449a80-d8a6-4ccd-b95d-739fbb89513c,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:57.553522 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-fccc22a4-cf46-4c0f-8b9a-cff8d2d8fc6a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--606273211&fields=id&tenant_id=7ee4a60523a04b1f886faed1130a113d HTTP/1.1" status: 200 len: 267 time: 0.0401173 Sep 06 05:40:57.588354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ee8cd7-5d3f-4035-8d6f-77adb7ec0e2f x-openstack-request-id: req-10ee8cd7-5d3f-4035-8d6f-77adb7ec0e2f {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:40:57.588641 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2772dc2-2001-48f1-bd30-d003a81b96ad", "tag": "73449a80-d8a6-4ccd-b95d-739fbb89513c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:40:57.588891 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10ee8cd7-5d3f-4035-8d6f-77adb7ec0e2f {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:40:57.589284 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'tag': '73449a80-d8a6-4ccd-b95d-739fbb89513c', 'status': 'completed', 'code': 200} Sep 06 05:40:57.621992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-88d88dc7-18eb-4495-b7dd-d41eed3f67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:57.623563 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-88d88dc7-18eb-4495-b7dd-d41eed3f67fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 1096 time: 0.0445645 Sep 06 05:40:57.676372 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-d7daa360-7724-4b20-b389-fd5dc07ec661 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c HTTP/1.1" status: 200 len: 217 time: 0.0347085 Sep 06 05:40:57.735164 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-fbb7470c-4650-4412-83b7-caa101a7e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:57.736603 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-fbb7470c-4650-4412-83b7-caa101a7e57a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0521786 Sep 06 05:40:57.772120 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-b12eab07-6193-4713-807e-2fa97b18609b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249989 Sep 06 05:40:57.878469 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-99ef9834-1057-4bf3-8dcd-9f9f3146c76b service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831969 Sep 06 05:40:57.878818 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-12dd237b-47c4-4409-8847-26c9c92cd3d3 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:57.880267 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-12dd237b-47c4-4409-8847-26c9c92cd3d3 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 810 time: 0.3193004 Sep 06 05:40:57.894981 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-3152faa0-7be5-4d52-b280-8cc49b57cb70 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/quotas/7ee4a60523a04b1f886faed1130a113d HTTP/1.1" status: 200 len: 375 time: 0.0091038 Sep 06 05:40:57.946799 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-0bed1cd2-b091-4d40-98ba-d386308eebbd tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458534 Sep 06 05:40:57.975546 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f003eb6-19d6-4f19-aae5-971617e9804f req-461b989e-48fb-4c42-b3bc-0cabf7309fec service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874114 Sep 06 05:40:58.044131 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-5c59e4b2-9d04-442e-8799-c2ca692151ea service neutron] 10.222.0.30 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Sep 06 05:40:58.069834 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e00de-105e-413c-a425-db47684fd801 req-a292fc0b-f660-4232-8316-44388c23e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:58.071387 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-a292fc0b-f660-4232-8316-44388c23e7f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 1096 time: 0.0398798 Sep 06 05:40:58.133056 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-fbf5f693-4500-4b78-951c-7c0c312c7285 service neutron] 10.222.0.30 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824630 Sep 06 05:40:58.172762 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e00de-105e-413c-a425-db47684fd801 req-51cdeb32-01f1-4ffd-aa2e-b8170646ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:58.174298 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-51cdeb32-01f1-4ffd-aa2e-b8170646ac5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 915 time: 0.0893762 Sep 06 05:40:58.218137 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-30c42d6b-4099-427d-931b-955553a6ba39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c HTTP/1.1" status: 200 len: 217 time: 0.0344989 Sep 06 05:40:58.268934 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e00de-105e-413c-a425-db47684fd801 req-5890e7b7-c781-48a9-bf77-cc15f11dab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:58.270430 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-5890e7b7-c781-48a9-bf77-cc15f11dab55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0435617 Sep 06 05:40:58.305886 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-84f3aca6-c6df-47c9-8de0-56ddb7aa6198 req-f7f420d4-7c87-4246-85ce-8340a87eb188 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 210 time: 0.0300565 Sep 06 05:40:58.306438 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-04d3cb50-2a01-42c3-81bc-d9e82bfd431b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275064 Sep 06 05:40:58.399608 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-cea39138-42c6-4571-be27-a87d8508dc90 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859182 Sep 06 05:40:58.542933 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bf375-596f-4f0d-98b7-0b33b6bc2b35 req-d39db239-30da-4067-9e61-0e206c456ead tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:58.544488 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5b9bf375-596f-4f0d-98b7-0b33b6bc2b35 req-d39db239-30da-4067-9e61-0e206c456ead tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0593040 Sep 06 05:40:58.618690 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5b9bf375-596f-4f0d-98b7-0b33b6bc2b35 req-83c4cbda-697c-4bfe-b44d-6e7c40cf670d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661476 Sep 06 05:40:58.632156 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48dec-5e85-4c49-b9c0-e7e9f74037a1 req-8b27dd8b-2e7e-46d3-8850-4d2cb72343ec tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:58.633994 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-dab48dec-5e85-4c49-b9c0-e7e9f74037a1 req-8b27dd8b-2e7e-46d3-8850-4d2cb72343ec tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 943 time: 0.0752256 Sep 06 05:40:58.680238 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-dab48dec-5e85-4c49-b9c0-e7e9f74037a1 req-a174afc4-3b16-4629-91c2-5d87172473a5 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Sep 06 05:40:58.755078 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc6e00de-105e-413c-a425-db47684fd801 req-c3f69174-d611-4000-9b61-a9d46889ad68 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457155 Sep 06 05:40:59.321028 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-95cdfd25-cf94-446b-a927-62b054ba392d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:59.322533 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-95cdfd25-cf94-446b-a927-62b054ba392d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 810 time: 0.0978625 Sep 06 05:40:59.368240 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-4f546ce4-e695-4288-92a0-6a80b858c093 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee4a60523a04b1f886faed1130a113d HTTP/1.1" status: 200 len: 379 time: 0.0348992 Sep 06 05:40:59.378998 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'port': {'device_id': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'admin_state_up': True, 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'security_groups': ['edc982b0-ce95-480d-a4e9-d17e2ba73dea']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:40:59.414231 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-af320cf4-016b-421a-96b0-fa33f1e4f1e6 req-1384792b-7a6b-4b0c-916d-3ec6313f9362 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 210 time: 0.0300906 Sep 06 05:40:59.488205 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Made reservation on behalf of 7ee4a60523a04b1f886faed1130a113d for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:40:59.491775 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:59.617859 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Allocated IP 172.20.0.12 (103d5100-15eb-4cdf-876c-601e98561169/9a0de25f-d744-4514-8db4-1e6f32878b66/8803d979-e749-4207-8a16-40cd07ab5a89) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:40:59.739986 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f4433-c3ea-48d3-acf1-e1c2221d215f req-58a92c2e-1fee-46a6-a1fc-84f4cc63a9a0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:59.741512 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3c1f4433-c3ea-48d3-acf1-e1c2221d215f req-58a92c2e-1fee-46a6-a1fc-84f4cc63a9a0 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0519922 Sep 06 05:40:59.752677 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:59.766253 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Transition to ACTIVE for port object 8803d979-e749-4207-8a16-40cd07ab5a89 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:40:59.802849 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:59.807054 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3c1f4433-c3ea-48d3-acf1-e1c2221d215f req-21a593ef-b959-4b85-885d-975032789bfe tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588298 Sep 06 05:40:59.824827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7ba1-625d-40eb-8e3d-e010fc00cd60 req-12f60979-e2a7-4986-98f9-da90417612a4 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:59.826339 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7efd7ba1-625d-40eb-8e3d-e010fc00cd60 req-12f60979-e2a7-4986-98f9-da90417612a4 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 943 time: 0.0710168 Sep 06 05:40:59.850058 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Network 103d5100-15eb-4cdf-876c-601e98561169 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:40:59.852996 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:40:59.855566 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:40:59.865895 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7efd7ba1-625d-40eb-8e3d-e010fc00cd60 req-7d06613f-7532-48f0-aa31-5a2d2455853a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Sep 06 05:40:59.887130 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event updated for resources: {'Port': ['ID=8803d979-e749-4207-8a16-40cd07ab5a89,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:40:59.914857 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:40:59.915493 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:40:59.931036 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ad7c00a6-e49a-411f-abe2-4ebddd23ae53 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557876 Sep 06 05:40:59.944411 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Request body: {'port': {'device_id': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:41:00.000830 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.082165 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-c1fcbc38-4765-4935-a119-befe83ca4b74 None None] Provisioning for port 8803d979-e749-4207-8a16-40cd07ab5a89 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:41:00.085975 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-c1fcbc38-4765-4935-a119-befe83ca4b74 None None] Provisioning complete for port 8803d979-e749-4207-8a16-40cd07ab5a89 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:41:00.086398 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c1fcbc38-4765-4935-a119-befe83ca4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.121668 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcbc38-4765-4935-a119-befe83ca4b74 None None] Port 8803d979-e749-4207-8a16-40cd07ab5a89 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:41:00.265109 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8803d979-e749-4207-8a16-40cd07ab5a89 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:41:00.272359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.283630 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Transition to ACTIVE for port object 8803d979-e749-4207-8a16-40cd07ab5a89 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:41:00.287581 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.337550 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Pushing event updated for resources: {'Port': ['ID=8803d979-e749-4207-8a16-40cd07ab5a89,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:00.408650 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Attempting to bind port 8803d979-e749-4207-8a16-40cd07ab5a89 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:41:00.408993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Attempting to bind port 8803d979-e749-4207-8a16-40cd07ab5a89 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:41:00.409332 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Attempting to bind port 8803d979-e749-4207-8a16-40cd07ab5a89 on network 103d5100-15eb-4cdf-876c-601e98561169 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:41:00.413767 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Port 8803d979-e749-4207-8a16-40cd07ab5a89 on network 103d5100-15eb-4cdf-876c-601e98561169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:41:00.414092 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Attempting to bind port 8803d979-e749-4207-8a16-40cd07ab5a89 on network 103d5100-15eb-4cdf-876c-601e98561169 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:41:00.419119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:41:00.419454 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Checking segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:41:00.419846 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Bound using segment: {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:41:00.420275 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Bound port: 8803d979-e749-4207-8a16-40cd07ab5a89, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '103d5100-15eb-4cdf-876c-601e98561169'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:41:00.421173 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.424307 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 73449a80-d8a6-4ccd-b95d-739fbb89513c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:41:00.501587 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] For port 8803d979-e749-4207-8a16-40cd07ab5a89, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:41:00.504711 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] For port 8803d979-e749-4207-8a16-40cd07ab5a89, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8803d979-e749-4207-8a16-40cd07ab5a89,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:41:00.509656 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.542009 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 73449a80-d8a6-4ccd-b95d-739fbb89513c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:00.546460 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322ec7f-ef46-4d07-948a-4c7b57a81f9c req-1b828d7f-54ef-4d2f-abd5-8662e965fd15 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:00.548307 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1322ec7f-ef46-4d07-948a-4c7b57a81f9c req-1b828d7f-54ef-4d2f-abd5-8662e965fd15 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 944 time: 0.0542579 Sep 06 05:41:00.551062 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:00.551809 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.553069 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] 10.222.0.25 "PUT /v2.0/ports/8803d979-e749-4207-8a16-40cd07ab5a89 HTTP/1.1" status: 200 len: 1094 time: 0.6131561 Sep 06 05:41:00.553505 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:00.555872 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06064fdb-474b-4e29-a73f-43f8163bbd44" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:00.560555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '73449a80-d8a6-4ccd-b95d-739fbb89513c', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'port_id': '73449a80-d8a6-4ccd-b95d-739fbb89513c', 'mac_address': 'fa:16:3e:fa:b2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d0896e-6345-4776-9dd4-778ff0fd59a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:41:00.592729 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e28a-1bee-45c3-a4cb-ef5e76f13463 service neutron] Pushing event updated for resources: {'Port': ['ID=8803d979-e749-4207-8a16-40cd07ab5a89,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:00.622753 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1322ec7f-ef46-4d07-948a-4c7b57a81f9c req-9b8a4f45-622f-4e9f-8bc4-8aa2399e3bd6 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496855 Sep 06 05:41:00.630969 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.646996 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73449a80-d8a6-4ccd-b95d-739fbb89513c {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:41:00.660673 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-2bc71165-85eb-4788-9190-441fb2db5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:00.662273 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-2bc71165-85eb-4788-9190-441fb2db5e55 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 1097 time: 0.0544624 Sep 06 05:41:00.671638 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 73449a80-d8a6-4ccd-b95d-739fbb89513c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:00.679621 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:00.683904 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b66d4b-52ad-4512-a431-0a48da006b91 x-openstack-request-id: req-f9b66d4b-52ad-4512-a431-0a48da006b91 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:00.684217 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:00.684548 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9b66d4b-52ad-4512-a431-0a48da006b91 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:00.684845 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89', 'status': 'completed', 'code': 200} Sep 06 05:41:00.726690 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-68cdca74-b989-4f8f-9527-531eb2670e0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8803d979-e749-4207-8a16-40cd07ab5a89 HTTP/1.1" status: 200 len: 217 time: 0.0409377 Sep 06 05:41:00.739948 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=73449a80-d8a6-4ccd-b95d-739fbb89513c,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:00.779039 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ab8650a0-d4af-4cf4-aba1-90625b3c94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:00.780561 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-ab8650a0-d4af-4cf4-aba1-90625b3c94e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0453961 Sep 06 05:41:00.832167 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-768ea44b-1322-4017-a91f-866357330183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:00.833674 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-768ea44b-1322-4017-a91f-866357330183 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423362 Sep 06 05:41:00.925339 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5928-fd77-469a-ad21-991ac6023af9 req-245e8206-c248-473b-b016-2e413ab30e65 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:00.926889 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a46a5928-fd77-469a-ad21-991ac6023af9 req-245e8206-c248-473b-b016-2e413ab30e65 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0491731 Sep 06 05:41:00.937251 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-e20b47a3-cf6c-45ac-891e-0ddb6f40abc3 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940597 Sep 06 05:41:00.991261 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['73449a80-d8a6-4ccd-b95d-739fbb89513c'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:00.991809 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a46a5928-fd77-469a-ad21-991ac6023af9 req-7f8000cd-9d54-41c6-ba04-6b6301e92742 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588546 Sep 06 05:41:01.012679 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845afd17-e08d-4303-a180-3f1ddbd25e78 req-38bf5289-b47f-4773-afe5-b320b083ad28 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:01.015000 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-845afd17-e08d-4303-a180-3f1ddbd25e78 req-38bf5289-b47f-4773-afe5-b320b083ad28 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 944 time: 0.0744398 Sep 06 05:41:01.039314 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-002365b0-dfdc-44f8-a1bf-cbe8a50ca117 req-8ae262be-de37-4c5f-a18d-42043b963a04 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931985 Sep 06 05:41:01.053444 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-845afd17-e08d-4303-a180-3f1ddbd25e78 req-024f507f-21d4-412a-b4cb-2a2dedfddecf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Sep 06 05:41:01.135583 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-4245322f-3221-4af9-aad2-e9af2ab1c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:01.137053 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-4245322f-3221-4af9-aad2-e9af2ab1c090 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 1097 time: 0.0469937 Sep 06 05:41:01.226823 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-4d69bb1a-30e6-4d10-8116-52c529f4d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:01.228264 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-4d69bb1a-30e6-4d10-8116-52c529f4d420 service neutron] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 911 time: 0.0826485 Sep 06 05:41:01.272566 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-00cf1294-6375-4a7d-9bba-413201bf90b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8803d979-e749-4207-8a16-40cd07ab5a89 HTTP/1.1" status: 200 len: 217 time: 0.0356030 Sep 06 05:41:01.322482 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-c4e164a0-5c88-4b92-b6af-200f8337301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:01.323890 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-c4e164a0-5c88-4b92-b6af-200f8337301a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0421178 Sep 06 05:41:01.370460 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-878d6478-bcf8-4537-a69d-d9278b7a2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:01.371892 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-878d6478-bcf8-4537-a69d-d9278b7a2f82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381150 Sep 06 05:41:01.463335 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-343bcf01-a2b1-4d8f-a6a4-8ff85ca85792 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827422 Sep 06 05:41:01.556408 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06064fdb-474b-4e29-a73f-43f8163bbd44 req-ce6b0b4e-5174-492b-8b9a-7716707e31a1 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837028 Sep 06 05:41:01.744693 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad421-10f4-4070-bc2c-255811ec68a0 req-a07c0f4c-71b7-4a2b-a901-8b2b58722f66 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:01.746180 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a19ad421-10f4-4070-bc2c-255811ec68a0 req-a07c0f4c-71b7-4a2b-a901-8b2b58722f66 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 944 time: 0.0531237 Sep 06 05:41:01.783929 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a19ad421-10f4-4070-bc2c-255811ec68a0 req-e51e8224-3f16-4ec4-83d1-20d3f3112159 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Sep 06 05:41:02.112379 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d864e-56bf-4dc0-9e3b-94e5808f61c8 req-4a650cbd-a1e5-4cc1-9a8e-3eaf94f1a2dd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:02.114023 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-194d864e-56bf-4dc0-9e3b-94e5808f61c8 req-4a650cbd-a1e5-4cc1-9a8e-3eaf94f1a2dd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0504763 Sep 06 05:41:02.181750 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-194d864e-56bf-4dc0-9e3b-94e5808f61c8 req-3ded5509-7a20-473c-ba4c-74ce87ed5b45 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616009 Sep 06 05:41:02.197187 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddd0b1-e04e-4c09-8b6f-cec9efb25561 req-236acfdf-8094-40ec-a3bf-233e03482ea6 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:02.198680 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c2ddd0b1-e04e-4c09-8b6f-cec9efb25561 req-236acfdf-8094-40ec-a3bf-233e03482ea6 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 944 time: 0.0714746 Sep 06 05:41:02.237212 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c2ddd0b1-e04e-4c09-8b6f-cec9efb25561 req-39fc2f37-8d39-498c-986f-011a55e30cbf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Sep 06 05:41:02.436981 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 73449a80-d8a6-4ccd-b95d-739fbb89513c up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:41:02.484096 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 73449a80-d8a6-4ccd-b95d-739fbb89513c completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:41:02.487816 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 73449a80-d8a6-4ccd-b95d-739fbb89513c triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:41:02.488185 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:02.563871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:02.585026 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73449a80-d8a6-4ccd-b95d-739fbb89513c'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:02.587288 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f325513f-c99c-4ef2-aa53-ea4888342710" -d '{"events": [{"server_uuid": "c2772dc2-2001-48f1-bd30-d003a81b96ad", "name": "network-vif-plugged", "status": "completed", "tag": "73449a80-d8a6-4ccd-b95d-739fbb89513c"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:02.600239 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 73449a80-d8a6-4ccd-b95d-739fbb89513c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:02.604198 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:02.627383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e970207-4a43-42ca-a7ab-9a53dafa41a3 x-openstack-request-id: req-0e970207-4a43-42ca-a7ab-9a53dafa41a3 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:02.627678 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2772dc2-2001-48f1-bd30-d003a81b96ad", "name": "network-vif-plugged", "status": "completed", "tag": "73449a80-d8a6-4ccd-b95d-739fbb89513c", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:02.627924 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e970207-4a43-42ca-a7ab-9a53dafa41a3 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:02.628306 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73449a80-d8a6-4ccd-b95d-739fbb89513c', 'code': 200} Sep 06 05:41:02.653879 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=73449a80-d8a6-4ccd-b95d-739fbb89513c,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:02.793221 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c254-dfdc-4851-86ef-6b208b0c2f06 req-67b4681d-8ac2-4b06-ac5f-c8b741d95231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:02.794666 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2dc4c254-dfdc-4851-86ef-6b208b0c2f06 req-67b4681d-8ac2-4b06-ac5f-c8b741d95231 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 1098 time: 0.0425103 Sep 06 05:41:02.836282 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2dc4c254-dfdc-4851-86ef-6b208b0c2f06 req-4501e981-1028-49f2-a762-60ddfd7e667a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329180 Sep 06 05:41:02.904686 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a8c46-174b-4b2c-958f-517c8b014936 req-4060691b-cd11-440a-8630-ccd0f4ab5e02 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:02.907068 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b69a8c46-174b-4b2c-958f-517c8b014936 req-4060691b-cd11-440a-8630-ccd0f4ab5e02 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 944 time: 0.0513253 Sep 06 05:41:02.943075 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b69a8c46-174b-4b2c-958f-517c8b014936 req-baf0ff69-bfb6-47c7-b260-8033f1f194b3 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300868 Sep 06 05:41:03.295882 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd01d7-9ec7-4e9f-bd0c-d6cb01beac73 req-f1942487-e90d-451b-a9f3-b02d68f499f2 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:03.297426 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66cd01d7-9ec7-4e9f-bd0c-d6cb01beac73 req-f1942487-e90d-451b-a9f3-b02d68f499f2 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0493767 Sep 06 05:41:03.365173 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66cd01d7-9ec7-4e9f-bd0c-d6cb01beac73 req-93404401-dd74-45a8-a1e2-fa96b2655f62 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615821 Sep 06 05:41:03.376854 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0339f02-0957-4f24-84a9-6dfb70ef0e20 req-e0799549-d8c2-4418-b571-25d8fd542084 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:03.378382 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c0339f02-0957-4f24-84a9-6dfb70ef0e20 req-e0799549-d8c2-4418-b571-25d8fd542084 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 945 time: 0.0690963 Sep 06 05:41:03.418711 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c0339f02-0957-4f24-84a9-6dfb70ef0e20 req-3a650806-381a-4cb1-a5ba-72524ae020a8 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Sep 06 05:41:04.057298 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5443-d5dc-4713-82b4-4f4cc39db31d req-5e8e9a5b-ea4f-4d6f-9cbd-a130c7dce489 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:04.058807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-de8b5443-d5dc-4713-82b4-4f4cc39db31d req-5e8e9a5b-ea4f-4d6f-9cbd-a130c7dce489 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 944 time: 0.0481365 Sep 06 05:41:04.097803 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-de8b5443-d5dc-4713-82b4-4f4cc39db31d req-2f14eed7-ca1a-46e9-9a25-1eec58494d85 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Sep 06 05:41:04.439651 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 8803d979-e749-4207-8a16-40cd07ab5a89 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:41:04.481844 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135715-cda3-45a1-9c14-b25ccf6a9cde req-bcb7be06-a08c-4e5b-9d83-d46df8c22d8f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:04.483633 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6135715-cda3-45a1-9c14-b25ccf6a9cde req-bcb7be06-a08c-4e5b-9d83-d46df8c22d8f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0521851 Sep 06 05:41:04.538093 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 8803d979-e749-4207-8a16-40cd07ab5a89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8803d979-e749-4207-8a16-40cd07ab5a89,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:04.549323 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '8803d979-e749-4207-8a16-40cd07ab5a89', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'port_id': '8803d979-e749-4207-8a16-40cd07ab5a89', 'mac_address': 'fa:16:3e:86:03:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:41:04.555003 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6135715-cda3-45a1-9c14-b25ccf6a9cde req-d6447e35-b95a-4b77-bf05-4802e84e8763 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655286 Sep 06 05:41:04.575282 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343cc8b-cf4b-4fba-981b-6e8f74808ab6 req-0037d3d1-a3cd-40f2-a81d-5486d355655b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:04.575282 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b343cc8b-cf4b-4fba-981b-6e8f74808ab6 req-0037d3d1-a3cd-40f2-a81d-5486d355655b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 945 time: 0.0734103 Sep 06 05:41:04.590496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:04.603018 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8803d979-e749-4207-8a16-40cd07ab5a89 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:41:04.611587 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b343cc8b-cf4b-4fba-981b-6e8f74808ab6 req-4f2f7ede-6c09-4d5f-bdc0-e8cf3ccdff13 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Sep 06 05:41:04.622324 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 8803d979-e749-4207-8a16-40cd07ab5a89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8803d979-e749-4207-8a16-40cd07ab5a89,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:04.627018 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:04.676277 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=8803d979-e749-4207-8a16-40cd07ab5a89,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:04.982411 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['8803d979-e749-4207-8a16-40cd07ab5a89'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:05.220510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25c1b-02f2-49be-950a-e4629ae16276 req-a7421d92-09fa-4c92-8c4a-d5e28bc71796 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:05.222115 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-86b25c1b-02f2-49be-950a-e4629ae16276 req-a7421d92-09fa-4c92-8c4a-d5e28bc71796 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Sep 06 05:41:05.262289 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-86b25c1b-02f2-49be-950a-e4629ae16276 req-5e342dad-a2e2-47c5-81a5-f6c5dfcf2994 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339999 Sep 06 05:41:05.671212 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c45ef-826f-452d-a2f5-468993100cbf req-99bb878c-f255-4824-9a1c-71032f53619a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:05.672708 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f73c45ef-826f-452d-a2f5-468993100cbf req-99bb878c-f255-4824-9a1c-71032f53619a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0503411 Sep 06 05:41:05.712462 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f73c45ef-826f-452d-a2f5-468993100cbf req-6cc0a2bf-0f5f-444f-9fec-f3a350b68106 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338502 Sep 06 05:41:06.377837 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebdd9b-e576-4190-9e80-bb76d0e002a4 req-ffc30b92-8298-412d-a69f-956b398af3e4 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:06.379454 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-55ebdd9b-e576-4190-9e80-bb76d0e002a4 req-ffc30b92-8298-412d-a69f-956b398af3e4 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Sep 06 05:41:06.419948 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-55ebdd9b-e576-4190-9e80-bb76d0e002a4 req-dac372cd-52fe-4b51-b578-8bc1950a3d51 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345562 Sep 06 05:41:06.448440 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 8803d979-e749-4207-8a16-40cd07ab5a89 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:41:06.497642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 8803d979-e749-4207-8a16-40cd07ab5a89 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:41:06.501703 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 8803d979-e749-4207-8a16-40cd07ab5a89 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:41:06.502068 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:06.575420 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:06.597097 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:06.599341 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f81fe6b-e578-4a42-ad31-c635454bd637" -d '{"events": [{"server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "name": "network-vif-plugged", "status": "completed", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:06.612757 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 8803d979-e749-4207-8a16-40cd07ab5a89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8803d979-e749-4207-8a16-40cd07ab5a89,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:06.615962 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:06.640094 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05480604-a86f-465e-9edf-2881e39cc7f5 x-openstack-request-id: req-05480604-a86f-465e-9edf-2881e39cc7f5 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:06.640384 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "name": "network-vif-plugged", "status": "completed", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:06.640639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05480604-a86f-465e-9edf-2881e39cc7f5 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:06.641031 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89', 'code': 200} Sep 06 05:41:06.672990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=8803d979-e749-4207-8a16-40cd07ab5a89,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:06.821714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26850d-8712-455a-8475-b57322dcaf99 req-fe810173-328d-4007-83fc-16ee1fdaf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:06.823247 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fa26850d-8712-455a-8475-b57322dcaf99 req-fe810173-328d-4007-83fc-16ee1fdaf1e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 1099 time: 0.0409784 Sep 06 05:41:06.831008 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adbe7f-715d-4d78-a780-7e9ba74c72db req-167eab48-cb60-472f-b175-f2cf9026f036 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:06.832483 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-49adbe7f-715d-4d78-a780-7e9ba74c72db req-167eab48-cb60-472f-b175-f2cf9026f036 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0486603 Sep 06 05:41:06.861177 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fa26850d-8712-455a-8475-b57322dcaf99 req-5b071393-eb4a-4201-9b27-e908cfa5e393 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301101 Sep 06 05:41:06.873455 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-49adbe7f-715d-4d78-a780-7e9ba74c72db req-3560e29d-4262-4721-8f04-39bc05caec14 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346925 Sep 06 05:41:07.543660 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6e3c5-66da-4c0b-bebd-8926e8c782ed req-76274ce8-fee8-48d8-ac6d-131b7691943f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:07.545174 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1b6e3c5-66da-4c0b-bebd-8926e8c782ed req-76274ce8-fee8-48d8-ac6d-131b7691943f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0542974 Sep 06 05:41:07.585264 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1b6e3c5-66da-4c0b-bebd-8926e8c782ed req-64a10a06-ba15-4fa2-82a0-c3fa5d658c2d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336759 Sep 06 05:41:08.008931 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a54799-d37b-4464-958b-e27d42521c0a req-e177e70e-3b28-45b2-9da9-3d33a27976dd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:08.010421 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-14a54799-d37b-4464-958b-e27d42521c0a req-e177e70e-3b28-45b2-9da9-3d33a27976dd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0619929 Sep 06 05:41:08.057230 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-14a54799-d37b-4464-958b-e27d42521c0a req-a3218aea-a73d-46a3-89b1-1b61b7324fc6 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400646 Sep 06 05:41:08.709865 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba078-d42a-4ff5-ac45-a976f444b8ae req-ab42ea7f-1b27-4349-ba2f-268b61fec69d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:08.711376 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-571ba078-d42a-4ff5-ac45-a976f444b8ae req-ab42ea7f-1b27-4349-ba2f-268b61fec69d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0593076 Sep 06 05:41:08.748645 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-571ba078-d42a-4ff5-ac45-a976f444b8ae req-b4cf2906-06f4-4224-8140-5cbe441290a0 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Sep 06 05:41:08.859953 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b8bd3-ddc6-4d6d-9e57-96f42cebc74a req-c3f16b54-04b5-497b-84b0-33829658be89 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:08.861404 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9d4b8bd3-ddc6-4d6d-9e57-96f42cebc74a req-c3f16b54-04b5-497b-84b0-33829658be89 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0481923 Sep 06 05:41:08.869678 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41224) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:08.874909 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Request body: {'floatingip': {'port_id': '8803d979-e749-4207-8a16-40cd07ab5a89'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:41:08.944750 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:09.224493 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7bb6d-cc82-4b3d-bb51-e569bc242d0f req-10dacad6-757b-40b2-927b-d1919240dfcb tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:09.225960 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1d7bb6d-cc82-4b3d-bb51-e569bc242d0f req-10dacad6-757b-40b2-927b-d1919240dfcb tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0959404 Sep 06 05:41:09.333326 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f1d7bb6d-cc82-4b3d-bb51-e569bc242d0f req-eb09b556-1e05-406d-bda4-962719574607 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff31522f-9c40-4527-87dc-daa9c4fb91b5&id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717261 Sep 06 05:41:09.454537 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:09.458493 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:09.555247 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Floating IP 7dc33d5f-a59f-48e8-9036-518c1bdfa095 associated. External IP: 172.27.3.231, port: 8803d979-e749-4207-8a16-40cd07ab5a89. Sep 06 05:41:09.759904 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:41:09.865419 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:41:09.870265 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:09.874992 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:41:09.884627 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:41:09.885235 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:09.895802 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-20c94de4-f08b-4794-9e9f-9a4d49b4e7d7 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "PUT /v2.0/floatingips/7dc33d5f-a59f-48e8-9036-518c1bdfa095 HTTP/1.1" status: 200 len: 992 time: 1.0250561 Sep 06 05:41:09.896516 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:09.898862 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd84de-cab8-4df0-9a1d-4c69896e3340" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:09.936793 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36eccdd-fc0a-42de-ad95-810593774aed x-openstack-request-id: req-d36eccdd-fc0a-42de-ad95-810593774aed {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:09.937087 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:09.937342 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d36eccdd-fc0a-42de-ad95-810593774aed {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:09.937747 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89', 'status': 'completed', 'code': 200} Sep 06 05:41:09.990269 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:41:10.010518 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-ba8317c2-e51d-4a88-b397-64e2a77a9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:10.012047 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-ba8317c2-e51d-4a88-b397-64e2a77a9422 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ee4a60523a04b1f886faed1130a113d&device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 1099 time: 0.0408289 Sep 06 05:41:10.105842 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-72bf4cb0-faf8-443d-955e-fb5511b3d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:10.107341 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-72bf4cb0-faf8-443d-955e-fb5511b3d993 service neutron] 10.222.0.25 "GET /v2.0/networks?id=103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 200 len: 911 time: 0.0862095 Sep 06 05:41:10.176440 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-5d416cc4-b97a-4abe-9f5e-d5e1f2c04082 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8803d979-e749-4207-8a16-40cd07ab5a89 HTTP/1.1" status: 200 len: 1000 time: 0.0568280 Sep 06 05:41:10.212998 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '7dc33d5f-a59f-48e8-9036-518c1bdfa095', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'port_id': '8803d979-e749-4207-8a16-40cd07ab5a89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'mac_address': 'fa:16:3e:86:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:56Z', 'updated_at': '2021-09-06T05:41:09Z', 'revision_number': 1, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:10.230868 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-43ae5afa-2bc1-4941-bb21-d986a3d5a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:10.232406 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-43ae5afa-2bc1-4941-bb21-d986a3d5a737 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 200 len: 849 time: 0.0460119 Sep 06 05:41:10.240617 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:41:10.249178 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:41:10.249899 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:40:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:10.283318 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-35a620fa-9434-477f-952c-2799498ac948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:10.284795 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-35a620fa-9434-477f-952c-2799498ac948 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=103d5100-15eb-4cdf-876c-601e98561169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434825 Sep 06 05:41:10.357141 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:41:10.375284 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-b30a1399-9cea-40b9-bb3c-a7c8620b4da0 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814731 Sep 06 05:41:10.481497 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1dd84de-cab8-4df0-9a1d-4c69896e3340 req-37aeba98-b1d1-40e9-a87a-314eb21226f6 service neutron] 10.222.0.25 "GET /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889480 Sep 06 05:41:10.585392 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '7dc33d5f-a59f-48e8-9036-518c1bdfa095', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'port_id': '8803d979-e749-4207-8a16-40cd07ab5a89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'mac_address': 'fa:16:3e:86:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:56Z', 'updated_at': '2021-09-06T05:41:09Z', 'revision_number': 1, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:10.610862 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4bb12-2e23-46f8-8b45-27a700ac783c None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '7dc33d5f-a59f-48e8-9036-518c1bdfa095', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'port_id': '8803d979-e749-4207-8a16-40cd07ab5a89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'mac_address': 'fa:16:3e:86:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:40:56Z', 'updated_at': '2021-09-06T05:41:09Z', 'revision_number': 1, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:41:10.784217 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b744cb1-9afc-462e-81f6-c0de02185b53 None None] New status for floating IP 7dc33d5f-a59f-48e8-9036-518c1bdfa095: ACTIVE {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:41:12.145057 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:15.379056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-59162235-5716-4997-b355-8572a6d7c975 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:15.380543 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-59162235-5716-4997-b355-8572a6d7c975 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1025484 Sep 06 05:41:15.395663 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-473d76b0-7137-407e-ae78-89aaaae68e96 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/quotas/c34a993da83a405b8a0a0e7135d8f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0091674 Sep 06 05:41:15.452615 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-1d9c4497-db39-489f-b131-49077556e7e2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515804 Sep 06 05:41:15.541091 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-4f4d974a-b68b-4eae-add2-0699448e8a02 service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815873 Sep 06 05:41:15.631338 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-d1e62604-eb48-400c-88bb-cb8912ae1872 service neutron] 10.222.0.30 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835407 Sep 06 05:41:15.786058 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fb50919c-71cd-4f63-ba6c-18db992172cd req-e777c0ab-65e6-4596-85ab-3eff64de9b6e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 210 time: 0.0259118 Sep 06 05:41:16.824119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-712a40ac-0d4c-4fc1-afe4-c482f44d32ce tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:16.825607 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-712a40ac-0d4c-4fc1-afe4-c482f44d32ce tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 814 time: 0.1139476 Sep 06 05:41:16.841719 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Request body: {'port': {'device_id': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'admin_state_up': True, 'tenant_id': 'c34a993da83a405b8a0a0e7135d8f2d4'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:41:16.885398 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2070374e-4b38-4c21-823f-f420c95a7c84 req-a56377e8-f2c2-4a72-990d-86f180129219 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 210 time: 0.0261440 Sep 06 05:41:16.950087 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Made reservation on behalf of c34a993da83a405b8a0a0e7135d8f2d4 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:41:16.954323 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.081763 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Allocated IP 172.20.0.9 (4ac9fabe-a86b-4a24-8174-a867f0e0a0f7/95d0896e-6345-4776-9dd4-778ff0fd59a5/b3c56540-4cb3-4c68-803a-6304fa261abf) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:41:17.225812 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.262315 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.276323 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171', '6e65386a-80df-4531-96bf-81512ee1aa6b', '73449a80-d8a6-4ccd-b95d-739fbb89513c'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:17.303859 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:41:17.306819 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:41:17.310488 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:41:17.336155 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event updated for resources: {'Port': ['ID=b3c56540-4cb3-4c68-803a-6304fa261abf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:17.350078 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.350465 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.350811 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.351147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.351480 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.351824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.352146 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.352476 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.352800 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.353254 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.353442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.353764 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:17.373072 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:17.374341 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.387926 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-f5fba41c-c4ff-4a3e-9e57-4c33bb9b2eaf tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507565 Sep 06 05:41:17.409015 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Request body: {'port': {'device_id': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:41:17.468448 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.723447 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c56540-4cb3-4c68-803a-6304fa261abf {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:41:17.730611 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.741769 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Transition to ACTIVE for port object b3c56540-4cb3-4c68-803a-6304fa261abf will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:41:17.745556 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.792445 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c56540-4cb3-4c68-803a-6304fa261abf,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:17.863313 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Attempting to bind port b3c56540-4cb3-4c68-803a-6304fa261abf on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:41:17.863997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Attempting to bind port b3c56540-4cb3-4c68-803a-6304fa261abf by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:41:17.863997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Attempting to bind port b3c56540-4cb3-4c68-803a-6304fa261abf on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:41:17.868027 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Port b3c56540-4cb3-4c68-803a-6304fa261abf on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:41:17.868343 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Attempting to bind port b3c56540-4cb3-4c68-803a-6304fa261abf on network 4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:41:17.872946 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:41:17.873281 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Checking segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:41:17.873968 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Bound using segment: {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:41:17.874575 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Bound port: b3c56540-4cb3-4c68-803a-6304fa261abf, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d51146-cb62-47d7-b477-9e7e26d78373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:41:17.875001 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.887555 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:41:17.939231 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] For port b3c56540-4cb3-4c68-803a-6304fa261abf, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:41:17.942263 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] For port b3c56540-4cb3-4c68-803a-6304fa261abf, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b3c56540-4cb3-4c68-803a-6304fa261abf,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:41:17.947793 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.984388 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:17.985015 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:17.986465 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] 10.222.0.25 "PUT /v2.0/ports/b3c56540-4cb3-4c68-803a-6304fa261abf HTTP/1.1" status: 200 len: 1093 time: 0.5822425 Sep 06 05:41:17.986907 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'tag': 'b3c56540-4cb3-4c68-803a-6304fa261abf'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:17.989147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac43c1e5-7399-4786-b97e-bb9d7358c21e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a39f5f3-02ca-492f-88fd-7225d77aafc2", "tag": "b3c56540-4cb3-4c68-803a-6304fa261abf"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:18.017102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e11fd-0891-42c7-8acf-00b2e9f84fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c56540-4cb3-4c68-803a-6304fa261abf,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:18.025952 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68135d97-1b5f-49f1-baee-c9ba48510918 req-bc95c6a6-f892-4a0e-9804-8733d897598f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:18.032593 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa47db7-7c0b-47af-9520-a8b685774502 x-openstack-request-id: req-5aa47db7-7c0b-47af-9520-a8b685774502 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:18.032889 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a39f5f3-02ca-492f-88fd-7225d77aafc2", "tag": "b3c56540-4cb3-4c68-803a-6304fa261abf", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:18.033146 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aa47db7-7c0b-47af-9520-a8b685774502 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:18.033566 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'tag': 'b3c56540-4cb3-4c68-803a-6304fa261abf', 'status': 'completed', 'code': 200} Sep 06 05:41:18.034719 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-68135d97-1b5f-49f1-baee-c9ba48510918 req-bc95c6a6-f892-4a0e-9804-8733d897598f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 943 time: 0.0652335 Sep 06 05:41:18.073041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-68135d97-1b5f-49f1-baee-c9ba48510918 req-ebad7dce-e0e0-46a1-bd3d-e7473f827b43 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Sep 06 05:41:18.090867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-1f0cf97f-cf39-4f71-83bf-b7a15c32080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:18.092412 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-1f0cf97f-cf39-4f71-83bf-b7a15c32080e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 1096 time: 0.0471087 Sep 06 05:41:18.137047 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-894d47be-ea81-47bb-89f4-167c083d3253 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c56540-4cb3-4c68-803a-6304fa261abf HTTP/1.1" status: 200 len: 217 time: 0.0331454 Sep 06 05:41:18.185700 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-4cedee2d-cc72-42db-b571-7fbbe02bbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:18.187746 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-4cedee2d-cc72-42db-b571-7fbbe02bbb1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0413001 Sep 06 05:41:18.225310 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-1544b50e-589e-4448-b328-7adeaba62642 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242674 Sep 06 05:41:18.316970 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-86902b96-10c2-4b14-a927-a750d0cbde0a service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817821 Sep 06 05:41:18.417040 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f3cc551-3623-43b7-8812-9549e217c8a9 req-1d57decd-520f-40a8-8458-9e7d5c0fcb34 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 Sep 06 05:41:18.508335 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-de3dca5d-18df-41af-80b0-94efb4c6af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:18.509713 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-de3dca5d-18df-41af-80b0-94efb4c6af7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 1096 time: 0.0383568 Sep 06 05:41:18.606311 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-07672689-4a6b-4c7d-b172-ce7d8ce2f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:18.607806 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-07672689-4a6b-4c7d-b172-ce7d8ce2f7a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 200 len: 915 time: 0.0841572 Sep 06 05:41:18.660119 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-8a8bc0e6-cf39-44a4-8d96-9246ea66343f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c56540-4cb3-4c68-803a-6304fa261abf HTTP/1.1" status: 200 len: 217 time: 0.0371845 Sep 06 05:41:18.714800 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-819b86ad-f281-4e0a-adb6-722470139674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:18.716508 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-819b86ad-f281-4e0a-adb6-722470139674 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 200 len: 854 time: 0.0472031 Sep 06 05:41:18.748803 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-ac4750b9-8da0-4f5e-b415-e31b010aa123 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237734 Sep 06 05:41:18.846375 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-3eca4f65-7489-449a-ac79-845770f2772e service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840814 Sep 06 05:41:18.934635 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac43c1e5-7399-4786-b97e-bb9d7358c21e req-50b5e36f-5d62-4909-8f26-1b6a6af91fa2 service neutron] 10.222.0.25 "GET /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787795 Sep 06 05:41:19.191288 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05490a8-5c30-4ef1-a42d-6f9663ee4354 req-e64dfa08-f1a1-4c92-b2b7-21589c228e3d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:19.192756 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e05490a8-5c30-4ef1-a42d-6f9663ee4354 req-e64dfa08-f1a1-4c92-b2b7-21589c228e3d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 943 time: 0.0496867 Sep 06 05:41:19.230139 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e05490a8-5c30-4ef1-a42d-6f9663ee4354 req-71f70629-2f8c-4acf-a11e-8ae64adeec85 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Sep 06 05:41:19.408897 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9599faa2-59d6-41ae-be35-a074aec6f274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:20.341743 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c24aa-1235-499d-8263-75b88524abb4 req-145edf2f-826d-4c68-8820-031c17984944 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:20.343771 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b02c24aa-1235-499d-8263-75b88524abb4 req-145edf2f-826d-4c68-8820-031c17984944 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 943 time: 0.0469649 Sep 06 05:41:20.381417 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b02c24aa-1235-499d-8263-75b88524abb4 req-51d3ed74-70d2-4297-ac3c-ec2cf40debde tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Sep 06 05:41:20.552537 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b3c56540-4cb3-4c68-803a-6304fa261abf details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:41:20.644010 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port b3c56540-4cb3-4c68-803a-6304fa261abf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b3c56540-4cb3-4c68-803a-6304fa261abf,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:20.655287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'b3c56540-4cb3-4c68-803a-6304fa261abf', 'network_id': '4ac9fabe-a86b-4a24-8174-a867f0e0a0f7', 'port_id': 'b3c56540-4cb3-4c68-803a-6304fa261abf', 'mac_address': 'fa:16:3e:5c:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d0896e-6345-4776-9dd4-778ff0fd59a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:41:20.689944 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:20.705695 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c56540-4cb3-4c68-803a-6304fa261abf {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:41:20.724322 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port b3c56540-4cb3-4c68-803a-6304fa261abf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b3c56540-4cb3-4c68-803a-6304fa261abf,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:20.728849 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:20.777906 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=b3c56540-4cb3-4c68-803a-6304fa261abf,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:21.081167 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['b3c56540-4cb3-4c68-803a-6304fa261abf'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:21.494841 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273b41-1dd2-428e-a6f4-8f59fba9082f req-1ce1e8fd-ccf2-402d-a0cc-37cd64dc85b0 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:21.496283 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c273b41-1dd2-428e-a6f4-8f59fba9082f req-1ce1e8fd-ccf2-402d-a0cc-37cd64dc85b0 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 944 time: 0.0471978 Sep 06 05:41:21.536761 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c273b41-1dd2-428e-a6f4-8f59fba9082f req-080f2910-c86c-4e02-b33b-2642b58f6ce7 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Sep 06 05:41:22.200623 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f9765ad1-83f9-4656-b3bc-cfe2907746fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:22.578746 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b3c56540-4cb3-4c68-803a-6304fa261abf up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:41:22.629877 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port b3c56540-4cb3-4c68-803a-6304fa261abf completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:41:22.633533 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port b3c56540-4cb3-4c68-803a-6304fa261abf triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:41:22.633905 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:22.653173 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147cc83-ae79-48d8-ae89-ab1b8e97f524 req-15744a36-92cc-4a8b-836e-9c7e71b3039a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:22.655200 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1147cc83-ae79-48d8-ae89-ab1b8e97f524 req-15744a36-92cc-4a8b-836e-9c7e71b3039a tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 944 time: 0.0485184 Sep 06 05:41:22.692966 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1147cc83-ae79-48d8-ae89-ab1b8e97f524 req-70690176-b3a9-4ca4-ad0f-2dece36f266f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Sep 06 05:41:22.709168 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:22.731364 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c56540-4cb3-4c68-803a-6304fa261abf'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:22.734255 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e675192-c31b-42d8-8d5b-6aca9bb86876" -d '{"events": [{"server_uuid": "6a39f5f3-02ca-492f-88fd-7225d77aafc2", "name": "network-vif-plugged", "status": "completed", "tag": "b3c56540-4cb3-4c68-803a-6304fa261abf"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:22.746292 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port b3c56540-4cb3-4c68-803a-6304fa261abf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b3c56540-4cb3-4c68-803a-6304fa261abf,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:22.750250 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:22.775592 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81d2273-d0da-49e2-b1d9-2936477f3e82 x-openstack-request-id: req-b81d2273-d0da-49e2-b1d9-2936477f3e82 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:22.775884 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a39f5f3-02ca-492f-88fd-7225d77aafc2", "name": "network-vif-plugged", "status": "completed", "tag": "b3c56540-4cb3-4c68-803a-6304fa261abf", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:22.776136 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b81d2273-d0da-49e2-b1d9-2936477f3e82 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:22.776521 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c56540-4cb3-4c68-803a-6304fa261abf', 'code': 200} Sep 06 05:41:22.919777 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:22.929897 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=b3c56540-4cb3-4c68-803a-6304fa261abf,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:22.959500 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d397e-a2fd-424f-a3b8-371b4f426c53 req-51f38b53-03f7-46be-afaf-fb41b229f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:22.961024 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-767d397e-a2fd-424f-a3b8-371b4f426c53 req-51f38b53-03f7-46be-afaf-fb41b229f3a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 1098 time: 0.0461535 Sep 06 05:41:23.000995 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-767d397e-a2fd-424f-a3b8-371b4f426c53 req-dfb6c4fb-c2fa-48dc-abe3-76f1c8f3ba03 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277050 Sep 06 05:41:23.112519 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:23.806709 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35961-36ea-4e2e-a4cb-7042cde494a9 req-fc3fd283-150c-40d2-b99d-94750360ec8f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:23.808166 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37d35961-36ea-4e2e-a4cb-7042cde494a9 req-fc3fd283-150c-40d2-b99d-94750360ec8f tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 945 time: 0.0468526 Sep 06 05:41:23.846199 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-37d35961-36ea-4e2e-a4cb-7042cde494a9 req-22df918f-515f-4500-a759-6aeb0daf2ccb tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Sep 06 05:41:24.684831 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:24.958936 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987f8a6-ff0d-4a3e-a9c3-5ec65569edcd req-b2e703db-50d5-449b-bc7c-742b015e3f0e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:24.960281 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4987f8a6-ff0d-4a3e-a9c3-5ec65569edcd req-b2e703db-50d5-449b-bc7c-742b015e3f0e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 945 time: 0.0468438 Sep 06 05:41:25.000161 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4987f8a6-ff0d-4a3e-a9c3-5ec65569edcd req-5d4dc1f4-6773-4f74-9b07-117a2d3c679e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Sep 06 05:41:35.256750 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0263-7fad-4b2d-9dbc-e6386667d3ca req-bd301a3d-fb8f-42f3-a617-95cd6ea9b343 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:35.258252 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-486a0263-7fad-4b2d-9dbc-e6386667d3ca req-bd301a3d-fb8f-42f3-a617-95cd6ea9b343 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.3090999 Sep 06 05:41:35.339730 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-486a0263-7fad-4b2d-9dbc-e6386667d3ca req-d06339f9-7e55-42ac-b32f-21c0110d6f56 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754766 Sep 06 05:41:36.460004 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e307-5d01-48f3-b8ed-005782ae2804 req-2268ec24-3aae-497a-bf3a-b795221a08d3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:36.461462 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-25d4e307-5d01-48f3-b8ed-005782ae2804 req-2268ec24-3aae-497a-bf3a-b795221a08d3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Sep 06 05:41:36.497579 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-25d4e307-5d01-48f3-b8ed-005782ae2804 req-0ac0b729-edec-41d2-b471-2c4e81a32b0a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295019 Sep 06 05:41:36.948569 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2b4c-886b-473b-87d1-01209ce80548 req-6aacd145-f9ec-4ffa-bc8c-349b6e78a213 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:36.950080 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c80c2b4c-886b-473b-87d1-01209ce80548 req-6aacd145-f9ec-4ffa-bc8c-349b6e78a213 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 945 time: 0.0472476 Sep 06 05:41:36.990110 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c80c2b4c-886b-473b-87d1-01209ce80548 req-84d78ad1-c2eb-4fe1-abca-6f1015493b02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Sep 06 05:41:37.616827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1e469-9a4e-40c6-ba78-b7a1805a2e96 req-039a7cc6-7522-4316-aaae-1aeab9dbb89b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:37.618320 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e3f1e469-9a4e-40c6-ba78-b7a1805a2e96 req-039a7cc6-7522-4316-aaae-1aeab9dbb89b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Sep 06 05:41:37.654801 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e3f1e469-9a4e-40c6-ba78-b7a1805a2e96 req-5348842e-d63d-4914-9df6-3c2f40e91433 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299399 Sep 06 05:41:38.103196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac6245-5d2c-4c94-a10b-1bc2f477ea1a req-2faa3cd4-fa2a-403d-98cd-c14d986d94cc tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:38.104655 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-48ac6245-5d2c-4c94-a10b-1bc2f477ea1a req-2faa3cd4-fa2a-403d-98cd-c14d986d94cc tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 945 time: 0.0485077 Sep 06 05:41:38.141880 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-48ac6245-5d2c-4c94-a10b-1bc2f477ea1a req-a6bf380f-78f3-4454-8e3c-6e2999b90a95 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305667 Sep 06 05:41:38.773331 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89aeec-8828-43b4-97f7-a4594b8b0af6 req-c4fa3387-f2c1-4544-92de-aa4b953abd71 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:38.774854 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9a89aeec-8828-43b4-97f7-a4594b8b0af6 req-c4fa3387-f2c1-4544-92de-aa4b953abd71 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0474925 Sep 06 05:41:38.817798 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9a89aeec-8828-43b4-97f7-a4594b8b0af6 req-143b7c0e-2fba-434f-b6be-461448d76f70 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363672 Sep 06 05:41:39.102461 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345315bd-430a-4dce-86a1-7265609544a6 req-28d778ee-cdee-4849-a716-3cc908e0dabb tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:39.104142 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-345315bd-430a-4dce-86a1-7265609544a6 req-28d778ee-cdee-4849-a716-3cc908e0dabb tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 945 time: 0.0493908 Sep 06 05:41:39.205837 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Deleting port b3c56540-4cb3-4c68-803a-6304fa261abf {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:41:39.206192 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:39.255901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10da14-0536-47da-b340-844d8fa81ce5 req-1043992d-83f1-477f-8471-9d9e01fc5cbd tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:39.257377 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2b10da14-0536-47da-b340-844d8fa81ce5 req-1043992d-83f1-477f-8471-9d9e01fc5cbd tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a39f5f3-02ca-492f-88fd-7225d77aafc2 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Sep 06 05:41:39.294976 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2b10da14-0536-47da-b340-844d8fa81ce5 req-5a51abb5-6619-4089-9506-63babe1bbe1d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Sep 06 05:41:39.295222 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] For port b3c56540-4cb3-4c68-803a-6304fa261abf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b3c56540-4cb3-4c68-803a-6304fa261abf,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:39.295472 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:39.308170 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Calling delete_port for b3c56540-4cb3-4c68-803a-6304fa261abf owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:41:39.437637 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:39.451857 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171', '6e65386a-80df-4531-96bf-81512ee1aa6b', '73449a80-d8a6-4ccd-b95d-739fbb89513c', 'b3c56540-4cb3-4c68-803a-6304fa261abf'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:39.464965 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event deleted for resources: {'Port': ['ID=b3c56540-4cb3-4c68-803a-6304fa261abf,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:39.505165 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] No DVR routers for this DVR port b3c56540-4cb3-4c68-803a-6304fa261abf on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:41:39.507643 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:39.509581 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-345315bd-430a-4dce-86a1-7265609544a6 req-024623bd-389d-4cc5-8e9a-dd92538706d2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "DELETE /v2.0/ports/b3c56540-4cb3-4c68-803a-6304fa261abf HTTP/1.1" status: 204 len: 173 time: 0.3883138 Sep 06 05:41:39.510014 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'name': 'network-vif-deleted', 'tag': 'b3c56540-4cb3-4c68-803a-6304fa261abf'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:39.512260 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9535a416-6c53-4d81-959e-90d3c2c7c2ae" -d '{"events": [{"server_uuid": "6a39f5f3-02ca-492f-88fd-7225d77aafc2", "name": "network-vif-deleted", "tag": "b3c56540-4cb3-4c68-803a-6304fa261abf"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:39.551673 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487c2f3-9dbf-4ea1-8e78-17532dbd58dc x-openstack-request-id: req-2487c2f3-9dbf-4ea1-8e78-17532dbd58dc {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:39.551967 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a39f5f3-02ca-492f-88fd-7225d77aafc2", "name": "network-vif-deleted", "tag": "b3c56540-4cb3-4c68-803a-6304fa261abf", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:39.552238 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2487c2f3-9dbf-4ea1-8e78-17532dbd58dc {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:39.552637 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a39f5f3-02ca-492f-88fd-7225d77aafc2', 'name': 'network-vif-deleted', 'tag': 'b3c56540-4cb3-4c68-803a-6304fa261abf', 'status': 'completed', 'code': 200} Sep 06 05:41:39.938986 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e62c0a-5c4f-4402-b914-06c9510661d1 req-5b4e67ed-3738-468f-96d0-013126bc68ac tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:39.940509 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44e62c0a-5c4f-4402-b914-06c9510661d1 req-5b4e67ed-3738-468f-96d0-013126bc68ac tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Sep 06 05:41:39.982379 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44e62c0a-5c4f-4402-b914-06c9510661d1 req-6038d6d6-8258-440f-a621-912697e475d3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357769 Sep 06 05:41:41.104544 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d6fff-aaaf-47e7-a9fc-83e1dd8b7b38 req-e0f5df7d-da67-40c6-b7ff-be1a17b0b606 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:41.106033 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-202d6fff-aaaf-47e7-a9fc-83e1dd8b7b38 req-e0f5df7d-da67-40c6-b7ff-be1a17b0b606 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Sep 06 05:41:41.149651 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-202d6fff-aaaf-47e7-a9fc-83e1dd8b7b38 req-433c73bd-c68c-4f63-916d-ebc2fce49a74 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Sep 06 05:41:41.673886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93870a-8e1e-4787-a6c8-1efa3bfc5831 req-b97cb411-5a05-4e77-a3c4-93fe22ed2574 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:41.675392 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d93870a-8e1e-4787-a6c8-1efa3bfc5831 req-b97cb411-5a05-4e77-a3c4-93fe22ed2574 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 945 time: 0.0482996 Sep 06 05:41:41.712370 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d93870a-8e1e-4787-a6c8-1efa3bfc5831 req-99a2eb6c-cdab-4c2b-ba42-f324c80d4921 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Sep 06 05:41:42.147609 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:42.266554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f91fa-d789-403b-a636-4a2b12dcb83e req-1840266d-c8f7-422e-87d2-2ca43df216a0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:42.268029 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7b0f91fa-d789-403b-a636-4a2b12dcb83e req-1840266d-c8f7-422e-87d2-2ca43df216a0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0478063 Sep 06 05:41:42.304314 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7b0f91fa-d789-403b-a636-4a2b12dcb83e req-e3f73df7-60db-40a5-95c3-4921d9a0ac90 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Sep 06 05:41:42.696391 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b3c56540-4cb3-4c68-803a-6304fa261abf no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:41:42.717974 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: b3c56540-4cb3-4c68-803a-6304fa261abf {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:41:42.718349 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b3c56540-4cb3-4c68-803a-6304fa261abf not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:41:42.824701 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86c328-9590-456f-aab8-0eec86531fe2 req-ba4d6982-bf9b-4ddf-ac14-8519a8f9ce12 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:42.826246 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9a86c328-9590-456f-aab8-0eec86531fe2 req-ba4d6982-bf9b-4ddf-ac14-8519a8f9ce12 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 945 time: 0.0474675 Sep 06 05:41:42.866295 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9a86c328-9590-456f-aab8-0eec86531fe2 req-6822317f-7aca-4431-bc66-2262761872e2 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Sep 06 05:41:43.424613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb451a39-7637-4931-92f5-9648b5d59c1a req-62c6a98f-1044-4cb7-92e0-7be1a8c679b2 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:43.426161 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb451a39-7637-4931-92f5-9648b5d59c1a req-62c6a98f-1044-4cb7-92e0-7be1a8c679b2 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Sep 06 05:41:43.464397 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb451a39-7637-4931-92f5-9648b5d59c1a req-b762b1da-f783-437b-b578-0b4cab490295 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Sep 06 05:41:43.666367 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-efb4945c-1cfb-434f-8c00-a29afc43a552 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:43.667856 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-efb4945c-1cfb-434f-8c00-a29afc43a552 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 945 time: 0.0515797 Sep 06 05:41:43.760006 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Deleting port 73449a80-d8a6-4ccd-b95d-739fbb89513c {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:41:43.760337 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:43.987625 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5816f-693a-4833-ab8e-d91d1296faef req-5ad08470-452c-41f8-97c1-d1a208848001 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:43.989145 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-03e5816f-693a-4833-ab8e-d91d1296faef req-5ad08470-452c-41f8-97c1-d1a208848001 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2772dc2-2001-48f1-bd30-d003a81b96ad HTTP/1.1" status: 200 len: 945 time: 0.0516701 Sep 06 05:41:44.027596 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-03e5816f-693a-4833-ab8e-d91d1296faef req-f7cddae4-ef26-49bd-87f0-a8d361ae28f3 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Sep 06 05:41:44.084125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] For port 73449a80-d8a6-4ccd-b95d-739fbb89513c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73449a80-d8a6-4ccd-b95d-739fbb89513c,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:44.084491 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:44.097348 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Calling delete_port for 73449a80-d8a6-4ccd-b95d-739fbb89513c owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:41:44.218971 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:44.233670 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171', '6e65386a-80df-4531-96bf-81512ee1aa6b', '73449a80-d8a6-4ccd-b95d-739fbb89513c'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:44.250875 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event deleted for resources: {'Port': ['ID=73449a80-d8a6-4ccd-b95d-739fbb89513c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:44.290315 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] No DVR routers for this DVR port 73449a80-d8a6-4ccd-b95d-739fbb89513c on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:41:44.293123 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:44.295869 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc8ab672-edc0-496c-8120-bccc28c189fe req-b4d6d02a-6b3b-4c3d-a764-9dbafa31899b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "DELETE /v2.0/ports/73449a80-d8a6-4ccd-b95d-739fbb89513c HTTP/1.1" status: 204 len: 173 time: 0.6197710 Sep 06 05:41:44.296337 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'name': 'network-vif-deleted', 'tag': '73449a80-d8a6-4ccd-b95d-739fbb89513c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:44.298647 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3efa5-f694-409d-8fea-489a950287db" -d '{"events": [{"server_uuid": "c2772dc2-2001-48f1-bd30-d003a81b96ad", "name": "network-vif-deleted", "tag": "73449a80-d8a6-4ccd-b95d-739fbb89513c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:44.334816 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50987f58-6cf7-46c4-8606-de87c12367a9 x-openstack-request-id: req-50987f58-6cf7-46c4-8606-de87c12367a9 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:44.335109 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2772dc2-2001-48f1-bd30-d003a81b96ad", "name": "network-vif-deleted", "tag": "73449a80-d8a6-4ccd-b95d-739fbb89513c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:44.335355 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50987f58-6cf7-46c4-8606-de87c12367a9 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:44.335746 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2772dc2-2001-48f1-bd30-d003a81b96ad', 'name': 'network-vif-deleted', 'tag': '73449a80-d8a6-4ccd-b95d-739fbb89513c', 'status': 'completed', 'code': 200} Sep 06 05:41:44.582986 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bb7c2-78d6-4dbc-b361-362bde10c54a req-d4c9f419-23d0-49e4-a625-1ad2b1818c4c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:44.584463 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a54bb7c2-78d6-4dbc-b361-362bde10c54a req-d4c9f419-23d0-49e4-a625-1ad2b1818c4c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0479908 Sep 06 05:41:44.624660 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a54bb7c2-78d6-4dbc-b361-362bde10c54a req-3b0838d0-6cf7-4b05-865c-b44b0948a4ed tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343904 Sep 06 05:41:45.297939 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbe19a-3398-42d0-9152-881872f53e49 req-ee540ce5-bdd1-41b5-87af-523bf56680d9 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:45.299447 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-75fbe19a-3398-42d0-9152-881872f53e49 req-ee540ce5-bdd1-41b5-87af-523bf56680d9 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 946 time: 0.0483792 Sep 06 05:41:45.335341 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-75fbe19a-3398-42d0-9152-881872f53e49 req-6c93628f-8821-4e61-bff5-b39fa60f1a01 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Sep 06 05:41:45.741163 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c924474-2af4-4485-9337-a6e1a2e29fe8 req-d02f124b-99f5-4d37-acfa-bee131d961a3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:45.742678 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5c924474-2af4-4485-9337-a6e1a2e29fe8 req-d02f124b-99f5-4d37-acfa-bee131d961a3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0493059 Sep 06 05:41:45.781204 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5c924474-2af4-4485-9337-a6e1a2e29fe8 req-88061777-37b1-4457-b7fe-6f83a6243e1a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Sep 06 05:41:46.053573 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a878-f41e-40f5-b693-798d4cfa14c2 req-63e70489-b0a8-416d-ae65-0417a7978d99 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:46.055248 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d9a878-f41e-40f5-b693-798d4cfa14c2 req-63e70489-b0a8-416d-ae65-0417a7978d99 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Sep 06 05:41:46.096932 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d9a878-f41e-40f5-b693-798d4cfa14c2 req-6e72b754-cb9c-4b71-8a16-fbaa9b8e5acf tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352037 Sep 06 05:41:46.451027 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c827297-ee9c-4c7a-9752-3ea6926d781f req-a4b12944-1e60-452a-b7c7-f1ac5989a606 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:46.452543 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3c827297-ee9c-4c7a-9752-3ea6926d781f req-a4b12944-1e60-452a-b7c7-f1ac5989a606 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 946 time: 0.0474541 Sep 06 05:41:46.489630 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3c827297-ee9c-4c7a-9752-3ea6926d781f req-868fa0f6-ccfb-4bda-a8fb-5c2f3b7d6ae8 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Sep 06 05:41:46.728704 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 73449a80-d8a6-4ccd-b95d-739fbb89513c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:41:46.751162 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 73449a80-d8a6-4ccd-b95d-739fbb89513c {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:41:46.751501 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 73449a80-d8a6-4ccd-b95d-739fbb89513c not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:41:46.898183 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ef842-114e-4494-9df6-bcf45ff5634b req-9a27ce17-c110-4f26-88e7-552b554b49be tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:46.899683 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e77ef842-114e-4494-9df6-bcf45ff5634b req-9a27ce17-c110-4f26-88e7-552b554b49be tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Sep 06 05:41:46.937134 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e77ef842-114e-4494-9df6-bcf45ff5634b req-b085dc38-a4c2-49ec-a383-14681d190f84 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Sep 06 05:41:46.938487 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-904cdef0-ee2f-4a57-ab68-4c6e6994649e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:46.940005 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-904cdef0-ee2f-4a57-ab68-4c6e6994649e tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 946 time: 0.0473032 Sep 06 05:41:47.032788 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Deleting port 6e65386a-80df-4531-96bf-81512ee1aa6b {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:41:47.033127 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:47.116567 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] For port 6e65386a-80df-4531-96bf-81512ee1aa6b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6e65386a-80df-4531-96bf-81512ee1aa6b,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:47.116927 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:47.129429 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Calling delete_port for 6e65386a-80df-4531-96bf-81512ee1aa6b owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:41:47.214642 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ec4ac-4164-4f12-9185-eb4420f65dff req-59c29f58-6cb8-494a-ad59-1303e3f855eb tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:47.216304 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-473ec4ac-4164-4f12-9185-eb4420f65dff req-59c29f58-6cb8-494a-ad59-1303e3f855eb tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Sep 06 05:41:47.258980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:47.259761 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-473ec4ac-4164-4f12-9185-eb4420f65dff req-f4c5d481-aecd-4e99-bfc8-a56b3e25e048 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Sep 06 05:41:47.270683 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171', '6e65386a-80df-4531-96bf-81512ee1aa6b'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:47.291252 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event deleted for resources: {'Port': ['ID=6e65386a-80df-4531-96bf-81512ee1aa6b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:47.334532 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] No DVR routers for this DVR port 6e65386a-80df-4531-96bf-81512ee1aa6b on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:41:47.336952 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:47.338944 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1eb2082e-5b7e-45ab-bbb3-20ee9bde5faf req-361713f9-b401-422b-b877-96948ffd8c09 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "DELETE /v2.0/ports/6e65386a-80df-4531-96bf-81512ee1aa6b HTTP/1.1" status: 204 len: 173 time: 0.3922548 Sep 06 05:41:47.339374 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'name': 'network-vif-deleted', 'tag': '6e65386a-80df-4531-96bf-81512ee1aa6b'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:47.341873 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24e9ece-93d5-4031-8194-33a434ff0c0b" -d '{"events": [{"server_uuid": "7df23f38-87c9-497f-90ba-5e3d1f3468ef", "name": "network-vif-deleted", "tag": "6e65386a-80df-4531-96bf-81512ee1aa6b"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:47.381675 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cba650-7a86-418e-a02e-cc00344a688d x-openstack-request-id: req-66cba650-7a86-418e-a02e-cc00344a688d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:47.381994 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df23f38-87c9-497f-90ba-5e3d1f3468ef", "name": "network-vif-deleted", "tag": "6e65386a-80df-4531-96bf-81512ee1aa6b", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:47.382257 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66cba650-7a86-418e-a02e-cc00344a688d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:47.382653 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df23f38-87c9-497f-90ba-5e3d1f3468ef', 'name': 'network-vif-deleted', 'tag': '6e65386a-80df-4531-96bf-81512ee1aa6b', 'status': 'completed', 'code': 200} Sep 06 05:41:47.590289 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-81957e77-2d95-4af3-b79d-938d4fea1b5c req-e4e3ceeb-121a-4889-9b3c-f2dce38d5871 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df23f38-87c9-497f-90ba-5e3d1f3468ef HTTP/1.1" status: 200 len: 210 time: 0.0251148 Sep 06 05:41:48.054041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640968-8d6e-4b2f-abf0-34b85d8ebf19 req-c09d746b-8d59-4321-98f7-ad2e9fe18ad9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:48.055459 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-89640968-8d6e-4b2f-abf0-34b85d8ebf19 req-c09d746b-8d59-4321-98f7-ad2e9fe18ad9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0471213 Sep 06 05:41:48.093318 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-89640968-8d6e-4b2f-abf0-34b85d8ebf19 req-12a759c8-466d-4a6e-9ff5-fce74069f9b8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Sep 06 05:41:48.373624 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7844bed-64d7-49db-a9b9-8a30229f80a4 req-6d9b113d-61aa-4680-a371-38d664a2b3e3 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:48.375086 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c7844bed-64d7-49db-a9b9-8a30229f80a4 req-6d9b113d-61aa-4680-a371-38d664a2b3e3 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Sep 06 05:41:48.410959 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c7844bed-64d7-49db-a9b9-8a30229f80a4 req-cdeb1b5d-68ec-4296-b337-5c19564a9a75 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299401 Sep 06 05:41:49.214278 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211c4c-d366-41d6-b9d3-0faf2aceba19 req-7d74b2ad-284f-477e-896f-4a6182e01ea3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:49.215673 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-24211c4c-d366-41d6-b9d3-0faf2aceba19 req-7d74b2ad-284f-477e-896f-4a6182e01ea3 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0508983 Sep 06 05:41:49.252862 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-24211c4c-d366-41d6-b9d3-0faf2aceba19 req-69670049-3d4c-4397-af1d-a27bf7d46a0e tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299420 Sep 06 05:41:49.409900 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-67a2a35e-c714-4a3c-a34d-d9ba736512cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:49.528350 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7de57-1829-4b21-91d5-4cb2ef6955c1 req-c0cf30c4-74ea-48ee-b5ea-8a8100667f89 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:49.529803 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aeb7de57-1829-4b21-91d5-4cb2ef6955c1 req-c0cf30c4-74ea-48ee-b5ea-8a8100667f89 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0482426 Sep 06 05:41:49.567342 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aeb7de57-1829-4b21-91d5-4cb2ef6955c1 req-5252b47a-f6a1-4b89-8930-39d5c79a0b59 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Sep 06 05:41:49.976503 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb2468-5a61-4a9e-9c25-a6a61be90593 req-a34e81ff-5c49-4181-8e04-11afe61b411b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:49.977972 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44eb2468-5a61-4a9e-9c25-a6a61be90593 req-a34e81ff-5c49-4181-8e04-11afe61b411b tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 945 time: 0.0487022 Sep 06 05:41:50.015353 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44eb2468-5a61-4a9e-9c25-a6a61be90593 req-cd2ec82f-9e4f-417d-bdb9-11d36ba46b88 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Sep 06 05:41:50.378510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e6fc-fef1-4780-b024-dbd5f235b0be req-7ef21642-fdd6-48be-8afa-54af97a1d837 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:50.379917 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1393e6fc-fef1-4780-b024-dbd5f235b0be req-7ef21642-fdd6-48be-8afa-54af97a1d837 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0536568 Sep 06 05:41:50.420301 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1393e6fc-fef1-4780-b024-dbd5f235b0be req-8b47d484-0122-4b55-ab69-10d71b05853c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338681 Sep 06 05:41:50.678860 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c9718-f5d2-4474-96c9-9f080eb1b8f5 req-e04ff2e7-60d0-438e-9a6d-fcae1d4c4a13 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:50.680330 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a0c9718-f5d2-4474-96c9-9f080eb1b8f5 req-e04ff2e7-60d0-438e-9a6d-fcae1d4c4a13 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0475693 Sep 06 05:41:50.717661 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4a0c9718-f5d2-4474-96c9-9f080eb1b8f5 req-0e7aee2d-00f6-4f8c-964c-de58d49f778a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Sep 06 05:41:50.755079 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 6e65386a-80df-4531-96bf-81512ee1aa6b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:41:50.775214 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 6e65386a-80df-4531-96bf-81512ee1aa6b {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:41:50.775561 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 6e65386a-80df-4531-96bf-81512ee1aa6b not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:41:51.127455 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ced21-c8da-489a-936d-bceeb616df90 req-c7dc0fe1-f553-4878-954f-09a882dcc431 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:51.128952 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-665ced21-c8da-489a-936d-bceeb616df90 req-c7dc0fe1-f553-4878-954f-09a882dcc431 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 945 time: 0.0484345 Sep 06 05:41:51.165979 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-665ced21-c8da-489a-936d-bceeb616df90 req-b4557671-0cbc-4b11-a61a-e2492cd50a9d tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 06 05:41:51.544114 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be983e69-e407-49c7-9960-326dca68dd1e req-fa3b9ad2-b06a-4c73-89d1-d4f9acc5414d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:51.546566 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-be983e69-e407-49c7-9960-326dca68dd1e req-fa3b9ad2-b06a-4c73-89d1-d4f9acc5414d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0538702 Sep 06 05:41:51.583626 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-be983e69-e407-49c7-9960-326dca68dd1e req-a1117554-1027-42bd-941b-11fae76e387a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Sep 06 05:41:51.830933 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5219a8-c1b2-473c-b5f1-e7f6cfde15b5 req-038eab98-149e-4291-9afa-c9bc3164a842 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:51.832416 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1e5219a8-c1b2-473c-b5f1-e7f6cfde15b5 req-038eab98-149e-4291-9afa-c9bc3164a842 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0478749 Sep 06 05:41:51.870034 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1e5219a8-c1b2-473c-b5f1-e7f6cfde15b5 req-751e4e27-0540-47b5-9dcd-caa71bad00f4 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Sep 06 05:41:51.963571 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-89c2a8e1-b85d-4dc6-90a6-6f51f5d1d4de tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:51.964993 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-89c2a8e1-b85d-4dc6-90a6-6f51f5d1d4de tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 945 time: 0.0476825 Sep 06 05:41:52.065802 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Deleting port 5fce0876-7d21-40a5-8fb5-781c8aef4171 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:41:52.066147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.157502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] For port 5fce0876-7d21-40a5-8fb5-781c8aef4171, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5fce0876-7d21-40a5-8fb5-781c8aef4171,segment=NetworkSegment(09d51146-cb62-47d7-b477-9e7e26d78373),segment_id=09d51146-cb62-47d7-b477-9e7e26d78373)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:52.157868 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.171469 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Calling delete_port for 5fce0876-7d21-40a5-8fb5-781c8aef4171 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:41:52.202926 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c05791b6-2157-4409-bbec-f0dbf3b2ecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.279916 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5612f0-5112-4c9d-8053-df823d587370 req-f2d978b4-d303-40a0-bdca-e05042c41e25 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:52.281409 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba5612f0-5112-4c9d-8053-df823d587370 req-f2d978b4-d303-40a0-bdca-e05042c41e25 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adb343f-396c-4859-9827-93b13abf801b HTTP/1.1" status: 200 len: 945 time: 0.0489101 Sep 06 05:41:52.300101 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.314024 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['5fce0876-7d21-40a5-8fb5-781c8aef4171'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:52.323235 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba5612f0-5112-4c9d-8053-df823d587370 req-1305c235-3b33-4f3e-a137-8987b6119d84 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355256 Sep 06 05:41:52.328917 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Pushing event deleted for resources: {'Port': ['ID=5fce0876-7d21-40a5-8fb5-781c8aef4171,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:52.369186 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] No DVR routers for this DVR port 5fce0876-7d21-40a5-8fb5-781c8aef4171 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:41:52.371695 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.373960 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0b6cbe9a-3bdd-4a20-a8e2-bbdbf3305501 req-ca9e8530-1d80-4e36-b3bc-7b8ff53dfa02 tempest-AttachVolumeNegativeTest-1411734985 tempest-AttachVolumeNegativeTest-1411734985-project] 10.222.0.25 "DELETE /v2.0/ports/5fce0876-7d21-40a5-8fb5-781c8aef4171 HTTP/1.1" status: 204 len: 173 time: 0.3942378 Sep 06 05:41:52.374424 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adb343f-396c-4859-9827-93b13abf801b', 'name': 'network-vif-deleted', 'tag': '5fce0876-7d21-40a5-8fb5-781c8aef4171'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:52.376641 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b53bde-44e9-4807-bfcb-dd2f0def4fe2" -d '{"events": [{"server_uuid": "4adb343f-396c-4859-9827-93b13abf801b", "name": "network-vif-deleted", "tag": "5fce0876-7d21-40a5-8fb5-781c8aef4171"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:52.413453 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c15b2-7dfc-4ad2-b040-3f812b143d73 x-openstack-request-id: req-707c15b2-7dfc-4ad2-b040-3f812b143d73 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:52.413775 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adb343f-396c-4859-9827-93b13abf801b", "name": "network-vif-deleted", "tag": "5fce0876-7d21-40a5-8fb5-781c8aef4171", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:52.414029 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-707c15b2-7dfc-4ad2-b040-3f812b143d73 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:52.414453 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adb343f-396c-4859-9827-93b13abf801b', 'name': 'network-vif-deleted', 'tag': '5fce0876-7d21-40a5-8fb5-781c8aef4171', 'status': 'completed', 'code': 200} Sep 06 05:41:52.711888 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a44f-5688-4b82-82ce-2726197902f7 req-3daa87f3-ff7c-46dd-a163-088c4baa4e75 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:52.713372 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5252a44f-5688-4b82-82ce-2726197902f7 req-3daa87f3-ff7c-46dd-a163-088c4baa4e75 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Sep 06 05:41:52.753199 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5252a44f-5688-4b82-82ce-2726197902f7 req-1fc0c5ed-63e3-4f65-974a-a7cd345319e7 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Sep 06 05:41:52.754633 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:41:52.812466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.871455 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:52.884193 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '4860939c-373e-401c-a138-2c03aaf76d16', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'port_id': '4860939c-373e-401c-a138-2c03aaf76d16', 'mac_address': 'fa:16:3e:a3:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:41:52.932524 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:52.952534 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4860939c-373e-401c-a138-2c03aaf76d16 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:41:52.973903 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:52.983147 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.025657 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37595-c978-4bd4-a523-58f646c356a4 req-025a8332-2154-411a-a6e1-67616bceea13 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:53.027474 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1c37595-c978-4bd4-a523-58f646c356a4 req-025a8332-2154-411a-a6e1-67616bceea13 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0589199 Sep 06 05:41:53.039759 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=6']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:53.048957 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.050485 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.050485 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.050799 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.051239 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.051668 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.052103 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.052526 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.052952 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.053375 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.053784 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.054177 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.079323 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d1c37595-c978-4bd4-a523-58f646c356a4 req-ac8c5e22-e5df-43b3-9d6f-1d911b3fdea8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458193 Sep 06 05:41:53.094502 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['4860939c-373e-401c-a138-2c03aaf76d16'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:53.145713 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.397303 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41658) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:53.452005 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Deleting subnet 95d0896e-6345-4776-9dd4-778ff0fd59a5 {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:41:53.455351 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.514694 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.520752 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.593851 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.621692 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d0896e-6345-4776-9dd4-778ff0fd59a5,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:53.633122 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.635011 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95d0896e-6345-4776-9dd4-778ff0fd59a5 HTTP/1.1" status: 204 len: 168 time: 0.2367151 Sep 06 05:41:53.636752 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.637102 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.637447 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.637784 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.637971 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41660) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:53.639061 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.639436 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.639889 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.640232 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.640566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.640978 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.641225 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.641550 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf0f47-091d-47af-af66-08b15f6b5beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:41:53.729364 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.814679 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.828750 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac9fabe-a86b-4a24-8174-a867f0e0a0f7']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:53.839650 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d51146-cb62-47d7-b477-9e7e26d78373') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:53.840219 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d51146-cb62-47d7-b477-9e7e26d78373') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:53.851961 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.869283 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.878474 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:41:53.879132 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:41:53.881040 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:41:53.901453 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbac89-8755-4bac-a15e-b50746c3d6ad req-f8016190-a54a-4da5-858e-5254f874534d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:53.903200 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcbac89-8755-4bac-a15e-b50746c3d6ad req-f8016190-a54a-4da5-858e-5254f874534d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 944 time: 0.0574005 Sep 06 05:41:53.947506 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.968116 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:53.968116 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4ac9fabe-a86b-4a24-8174-a867f0e0a0f7 HTTP/1.1" status: 204 len: 168 time: 0.3245265 Sep 06 05:41:53.975786 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ffcbac89-8755-4bac-a15e-b50746c3d6ad req-c87aaf99-228e-48ec-a501-9255472f5c6d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637929 Sep 06 05:41:53.978852 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6e279-c66c-4c87-b04c-5c2c1f47d514 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac9fabe-a86b-4a24-8174-a867f0e0a0f7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:54.111795 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41668) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:54.169553 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fbe370bb-2760-4a67-9dda-245842408619 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c34a993da83a405b8a0a0e7135d8f2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564880 Sep 06 05:41:54.174079 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41670) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:54.256734 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45b68-0ec7-492f-9e28-f54af43b718f req-49981e89-073b-47cf-9c60-511e50615cd6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:54.260121 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8ed45b68-0ec7-492f-9e28-f54af43b718f req-49981e89-073b-47cf-9c60-511e50615cd6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0976946 Sep 06 05:41:54.277317 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b4e23fd3-813a-49f5-8543-3b331b9e3f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.321056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b4e23fd3-813a-49f5-8543-3b331b9e3f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.325503 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8ed45b68-0ec7-492f-9e28-f54af43b718f req-e8e37409-86bc-442e-bba3-c11e46ac7ca6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594254 Sep 06 05:41:54.393486 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b4e23fd3-813a-49f5-8543-3b331b9e3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.399857 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b4e23fd3-813a-49f5-8543-3b331b9e3f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.403580 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b4e23fd3-813a-49f5-8543-3b331b9e3f8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b HTTP/1.1" status: 204 len: 168 time: 0.2257378 Sep 06 05:41:54.414303 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e23fd3-813a-49f5-8543-3b331b9e3f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68a1c6-7d59-4a39-b64b-e1ae9ec3465b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:54.699290 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.763117 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:41:54.823761 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-013cdd6a-679c-4427-b4be-7f04e33c4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:54.827175 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-013cdd6a-679c-4427-b4be-7f04e33c4a6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1098 time: 0.3026791 Sep 06 05:41:54.849022 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 4860939c-373e-401c-a138-2c03aaf76d16 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:41:54.849022 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.898819 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:41:54.967963 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:54.996956 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-6108b535-7277-4052-8ae1-8145ecb2c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:54.999584 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-6108b535-7277-4052-8ae1-8145ecb2c43f service neutron] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 908 time: 0.1396065 Sep 06 05:41:55.033093 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:55.036091 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde519cf-c460-4288-b7b1-39dc900770e9" -d '{"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-plugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:55.083044 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-10d86ff8-c064-44ca-911f-a04d981719c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 1000 time: 0.0728018 Sep 06 05:41:55.088932 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:55.094470 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:55.095500 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 5fce0876-7d21-40a5-8fb5-781c8aef4171 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:41:55.122478 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e7ae8-1e28-4b0e-9cc8-3c773e2d4094 x-openstack-request-id: req-d25e7ae8-1e28-4b0e-9cc8-3c773e2d4094 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:55.123737 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-plugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:55.124249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d25e7ae8-1e28-4b0e-9cc8-3c773e2d4094 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:55.124808 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'code': 200} Sep 06 05:41:55.127017 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 5fce0876-7d21-40a5-8fb5-781c8aef4171 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:41:55.127520 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 5fce0876-7d21-40a5-8fb5-781c8aef4171 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:41:55.187641 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90ac6-5264-49ea-b863-857c7e261a2d req-8f8082d3-b7d3-467f-8440-7f2c334d2fd4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:55.203367 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3fc90ac6-5264-49ea-b863-857c7e261a2d req-8f8082d3-b7d3-467f-8440-7f2c334d2fd4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0882137 Sep 06 05:41:55.239259 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-71ba2b30-15ea-413c-9e24-f65273a35b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:55.241529 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-71ba2b30-15ea-413c-9e24-f65273a35b1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.1466124 Sep 06 05:41:55.293789 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=7']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:55.302188 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3fc90ac6-5264-49ea-b863-857c7e261a2d req-fc373eed-2bc4-4529-9f01-65cb7789ac47 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922759 Sep 06 05:41:55.318008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-a9dbf713-22a8-4ada-a331-71e88f632d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:55.319851 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-a9dbf713-22a8-4ada-a331-71e88f632d2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694029 Sep 06 05:41:55.438248 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-ef846e91-7a0a-453f-b9e7-30d488c74407 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044044 Sep 06 05:41:55.486561 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf8ffe-9b82-43e4-90ed-f2519911fd90 req-41bffbb3-442a-4a47-98f6-6d5410a2e68a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:55.493941 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3daf8ffe-9b82-43e4-90ed-f2519911fd90 req-41bffbb3-442a-4a47-98f6-6d5410a2e68a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0929379 Sep 06 05:41:55.529714 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3daf8ffe-9b82-43e4-90ed-f2519911fd90 req-47c9bb44-4395-4861-8ce6-c8da2204e7ea tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348356 Sep 06 05:41:55.558835 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802f3ebe-9e5d-42f8-a691-fcaff679a81c req-0344819e-75af-4f8b-9559-0e0a527f7b08 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145823 Sep 06 05:41:56.228900 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-f9c527bf-d3e4-4ea2-a7a4-eba7887d4d68 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504593038&fields=id&tenant_id=605a330b18014f14b37208b060ad8eff HTTP/1.1" status: 200 len: 267 time: 0.0373096 Sep 06 05:41:56.250412 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-ac9288c4-9a40-4ced-9f4c-8ead1fe45148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.252429 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-ac9288c4-9a40-4ced-9f4c-8ead1fe45148 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1098 time: 0.0460391 Sep 06 05:41:56.289579 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-6eb17080-8faf-42f8-beb5-f031d3089f4d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.291223 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-6eb17080-8faf-42f8-beb5-f031d3089f4d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 985 time: 0.0567281 Sep 06 05:41:56.308479 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Request body: {'port': {'security_groups': ['a35dccb7-d655-40ca-86a2-6433e8038f4c']}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:41:56.360236 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41744) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:56.415685 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-aa97cc71-3044-4383-bbf9-9b2d9b7fb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.418432 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-aa97cc71-3044-4383-bbf9-9b2d9b7fb80a service neutron] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 908 time: 0.1551569 Sep 06 05:41:56.434261 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:56.511754 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-daad180d-2b73-4ee7-8b6a-e4950d376e2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 1000 time: 0.0827096 Sep 06 05:41:56.512561 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b933-7aba-42aa-ab20-b9c79a00ec77 req-6745019e-e7c7-4075-99f5-dec62d354973 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.514125 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-35f8b933-7aba-42aa-ab20-b9c79a00ec77 req-6745019e-e7c7-4075-99f5-dec62d354973 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0932460 Sep 06 05:41:56.557734 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-aa66f5a3-a342-4397-b500-5209bf3a141b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:56.582267 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-780e6484-3523-4094-accd-e551daed7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.584003 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-780e6484-3523-4094-accd-e551daed7ee1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.0633068 Sep 06 05:41:56.648146 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-35f8b933-7aba-42aa-ab20-b9c79a00ec77 req-819e9ee4-a1f6-472f-ba5c-bc3bbfc8e3de tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230175 Sep 06 05:41:56.655986 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-53ce83dd-aeba-4ac0-9b38-a3ea05c874e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.661452 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-53ce83dd-aeba-4ac0-9b38-a3ea05c874e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668468 Sep 06 05:41:56.688077 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-aa66f5a3-a342-4397-b500-5209bf3a141b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:56.698114 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-aa66f5a3-a342-4397-b500-5209bf3a141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:56.773898 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-aa66f5a3-a342-4397-b500-5209bf3a141b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f8387f08c9c4806bcd5916af7d85db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122167 Sep 06 05:41:56.774659 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66f5a3-a342-4397-b500-5209bf3a141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25421c5-dff4-4674-9358-97534ef9c3de,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:56.780191 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41752) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:56.797512 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-5eb36c14-e811-4758-b6ca-b2ff3e395f88 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255825 Sep 06 05:41:56.892817 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a0e3aa2-8f0e-43d3-89cf-0ad8a70e173a req-e4c3e0a2-f154-41d3-a920-d261e26af08b service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878499 Sep 06 05:41:56.926353 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:41:56.950362 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ce76e-6246-4d4f-a15a-2d477c425869 req-dade6d2d-5eed-4124-a8f5-8c82d1cb0aea tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:56.952448 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b39ce76e-6246-4d4f-a15a-2d477c425869 req-dade6d2d-5eed-4124-a8f5-8c82d1cb0aea tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.2024031 Sep 06 05:41:56.996926 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3484b127-79a3-4a66-9654-880404e8e19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.004829 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.024814 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.039060 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e0fad807-0c22-4cb9-908c-5f77c8b955e4'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:57.066727 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b39ce76e-6246-4d4f-a15a-2d477c425869 req-f2e12522-cd45-4132-b628-c0109bd34a08 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015682 Sep 06 05:41:57.083894 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3484b127-79a3-4a66-9654-880404e8e19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.101917 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:57.102599 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.108167 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cd09059-958d-4ca5-91fa-e006ce867e70 req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "PUT /v2.0/ports/e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 943 time: 0.8079185 Sep 06 05:41:57.109583 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:57.110566 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41754) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:57.111920 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc913c3b-3a30-4a5b-af50-307a23e90ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:57.183811 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6afce6-708b-4279-9dcb-880705ca21f6 x-openstack-request-id: req-2a6afce6-708b-4279-9dcb-880705ca21f6 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:57.184162 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:57.184359 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a6afce6-708b-4279-9dcb-880705ca21f6 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:57.184851 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'status': 'completed', 'code': 200} Sep 06 05:41:57.199443 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a5d8b-a664-46a5-a30c-084283a9f42a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event updated for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:57.223233 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e0fad807-0c22-4cb9-908c-5f77c8b955e4'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:41:57.234541 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3484b127-79a3-4a66-9654-880404e8e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.237142 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3484b127-79a3-4a66-9654-880404e8e19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.238365 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-3484b127-79a3-4a66-9654-880404e8e19b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c25421c5-dff4-4674-9358-97534ef9c3de HTTP/1.1" status: 204 len: 168 time: 0.4561789 Sep 06 05:41:57.254955 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b127-79a3-4a66-9654-880404e8e19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25421c5-dff4-4674-9358-97534ef9c3de,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:57.339051 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-188e466e-5f60-4008-b09a-b7b641d92233 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.430174 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-188e466e-5f60-4008-b09a-b7b641d92233 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.494151 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-dacec136-0193-46ce-8b66-62a0e7dab305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:57.496039 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-dacec136-0193-46ce-8b66-62a0e7dab305 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1099 time: 0.2431674 Sep 06 05:41:57.519573 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-188e466e-5f60-4008-b09a-b7b641d92233 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.522165 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-188e466e-5f60-4008-b09a-b7b641d92233 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.526105 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41762) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:41:57.526410 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-188e466e-5f60-4008-b09a-b7b641d92233 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "DELETE /v2.0/security-groups/ff31522f-9c40-4527-87dc-daa9c4fb91b5 HTTP/1.1" status: 204 len: 168 time: 0.4145310 Sep 06 05:41:57.549683 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e466e-5f60-4008-b09a-b7b641d92233 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31522f-9c40-4527-87dc-daa9c4fb91b5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:57.552599 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-dc4c0ed7-e37f-4bb2-9055-37ef4fbf6644 None None] Provisioning complete for port e0fad807-0c22-4cb9-908c-5f77c8b955e4 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:41:57.552972 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0ed7-e37f-4bb2-9055-37ef4fbf6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.634566 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-7eeb2583-c0ae-4a1e-a524-be307eb7ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:57.636577 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-7eeb2583-c0ae-4a1e-a524-be307eb7ccb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 915 time: 0.1285887 Sep 06 05:41:57.762610 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-1719081c-61a2-4c3f-9836-874c58facdad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 1002 time: 0.1143694 Sep 06 05:41:57.847491 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-e70bc41a-df0a-4063-b09c-b7ec1e4e9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:57.851333 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-e70bc41a-df0a-4063-b09c-b7ec1e4e9a3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0768585 Sep 06 05:41:57.880758 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba481-219c-4333-9e0f-d0382d723738 req-125193ea-e7ed-4773-9daf-d8bd1299ca51 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:57.883308 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-48cba481-219c-4333-9e0f-d0382d723738 req-125193ea-e7ed-4773-9daf-d8bd1299ca51 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0747447 Sep 06 05:41:57.893434 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Deleting port 68a4da34-0d1a-4732-b4a1-10fbdf5f9212 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:41:57.893794 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:57.932200 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-c91b0f79-eebf-4709-98c0-f58edb48cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:57.933683 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-c91b0f79-eebf-4709-98c0-f58edb48cea8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725765 Sep 06 05:41:57.991101 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-48cba481-219c-4333-9e0f-d0382d723738 req-90082ea7-cb6d-480d-98ed-4716a5d7c027 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992229 Sep 06 05:41:58.054170 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:58.055300 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:58.079204 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Calling delete_port for 68a4da34-0d1a-4732-b4a1-10fbdf5f9212 owned by network:floatingip {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:41:58.088543 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-87fb335d-cf36-4644-9cb1-7c7c8deeac83 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417885 Sep 06 05:41:58.214065 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc913c3b-3a30-4a5b-af50-307a23e90ba4 req-bf0e96c3-09c2-4c4e-8b43-901636ea9a32 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106691 Sep 06 05:41:58.342278 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d1371-1851-4011-89da-e2861e546568 req-7c29d19e-d474-47e5-98de-23ed2d7be358 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:58.349238 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2b8d1371-1851-4011-89da-e2861e546568 req-7c29d19e-d474-47e5-98de-23ed2d7be358 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.1593828 Sep 06 05:41:58.410110 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2b8d1371-1851-4011-89da-e2861e546568 req-046b8e40-6710-4741-8622-55ec1f177057 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598712 Sep 06 05:41:58.488276 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:58.526249 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event deleted for resources: {'Port': ['ID=68a4da34-0d1a-4732-b4a1-10fbdf5f9212,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:41:58.546750 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:58.547087 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Floating IP 6c9a8957-4edd-4d13-970f-e851505255d0 disassociated (deleted). External IP: 172.27.3.166, port: e0fad807-0c22-4cb9-908c-5f77c8b955e4. Sep 06 05:41:58.768166 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Router 0688e0ca-0824-4166-bf83-b41e8c13d9ca has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:41:58.910350 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:41:58.915369 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:41:58.921900 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898837e-0044-4b20-934d-6764bb36771e None None] Sync routers for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:41:58.934858 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:41:58.935846 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:41:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:58.971127 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-30bfccf6-5729-4991-b493-1713464e98cd tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c9a8957-4edd-4d13-970f-e851505255d0 HTTP/1.1" status: 204 len: 168 time: 1.4435139 Sep 06 05:41:59.198283 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:41:59.231723 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:41:59.235625 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:41:59.299041 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f06959-77c7-4cea-b46d-9f471ea6228e req-b6a6583d-2634-4e02-8b31-4d667c1760c8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:59.301243 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-81f06959-77c7-4cea-b46d-9f471ea6228e req-b6a6583d-2634-4e02-8b31-4d667c1760c8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.1441858 Sep 06 05:41:59.350436 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-81f06959-77c7-4cea-b46d-9f471ea6228e req-723f04ad-e811-45cd-b828-c0bd63d9d8e1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Sep 06 05:41:59.562910 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edc0e79-804e-4a63-a7da-f9412d1a8747 x-openstack-request-id: req-0edc0e79-804e-4a63-a7da-f9412d1a8747 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:41:59.564441 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:41:59.565466 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0edc0e79-804e-4a63-a7da-f9412d1a8747 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:41:59.570446 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'status': 'completed', 'code': 200} Sep 06 05:41:59.584815 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:59.620740 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898837e-0044-4b20-934d-6764bb36771e None None] Checking router: 0688e0ca-0824-4166-bf83-b41e8c13d9ca for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:41:59.638867 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:41:59.639550 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:41:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:41:59.694763 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce3c74-1667-41b0-b3e4-a16604177a5d req-b1f5f97c-273e-4578-b7f2-350628f795c5 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:59.700476 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-e7440c33-d332-43bb-b439-d29e131c61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:59.705499 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-04ce3c74-1667-41b0-b3e4-a16604177a5d req-b1f5f97c-273e-4578-b7f2-350628f795c5 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0682983 Sep 06 05:41:59.706324 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-e7440c33-d332-43bb-b439-d29e131c61fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=605a330b18014f14b37208b060ad8eff&device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 1099 time: 0.1139166 Sep 06 05:41:59.774488 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-04ce3c74-1667-41b0-b3e4-a16604177a5d req-908d2654-b3e6-4134-b7d6-977ae0019171 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678415 Sep 06 05:41:59.842014 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:41:59.868522 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-971042ed-c8c8-4b48-b871-cfd1b08e03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:41:59.870814 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-971042ed-c8c8-4b48-b871-cfd1b08e03b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 200 len: 915 time: 0.1604180 Sep 06 05:41:59.939498 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-4e5b4b12-a34b-49ee-88e5-cdacc557950f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 200 len: 217 time: 0.0548913 Sep 06 05:42:00.021477 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-886ef8ea-505f-4645-90dd-e9f8704ba746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:00.025607 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-886ef8ea-505f-4645-90dd-e9f8704ba746 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 200 len: 853 time: 0.0782642 Sep 06 05:42:00.151787 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-a2dc2b46-5f17-48a1-93c5-8dbee027b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:00.156816 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-a2dc2b46-5f17-48a1-93c5-8dbee027b068 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77d4cd95-152a-4960-9084-0838d44fe72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1211367 Sep 06 05:42:00.281572 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-2898837e-0044-4b20-934d-6764bb36771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:00.322579 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2898837e-0044-4b20-934d-6764bb36771e None None] The sync data for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi is: [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:19Z', 'revision_number': 4, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '38b7d7a6-5903-43a0-831e-80c05cbd235e', 'name': '', 'network_id': '77d4cd95-152a-4960-9084-0838d44fe72b', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'mac_address': 'fa:16:3e:07:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:18Z', 'updated_at': '2021-09-06T05:39:26Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'subnets': [{'id': 'bd84783a-2dfd-48c0-8568-d06edc2625be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:42:00.379590 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-9cb22cc6-039c-4487-ba31-cb74a3edcd09 service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101905 Sep 06 05:42:00.536252 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f49b44-c1ee-49cb-9e3b-18fb795c94b0 req-b58e9920-df32-4baf-b4d2-f1221998741f service neutron] 10.222.0.25 "GET /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466877 Sep 06 05:42:00.662665 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-fa5f113a-5b91-4d6e-9997-4952ab9827cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6270919 Sep 06 05:42:00.687945 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687b851-f5ac-45bd-b160-2d98d20c9202 req-0935ec4b-5ba8-458b-9307-6d438d6dda66 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:00.696625 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7687b851-f5ac-45bd-b160-2d98d20c9202 req-0935ec4b-5ba8-458b-9307-6d438d6dda66 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0930476 Sep 06 05:42:00.814872 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7687b851-f5ac-45bd-b160-2d98d20c9202 req-ba4f268e-9704-4281-bd58-57944572bef0 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097784 Sep 06 05:42:00.880833 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3dec7-8cdb-4734-8e09-06d6683ba83c None None] New status for floating IP 6c9a8957-4edd-4d13-970f-e851505255d0: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:42:00.899196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd800c7-7758-4d4f-a88d-fc31552eb260 req-6cc3634c-151b-4c4e-a6ab-cc8159c23826 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:00.900768 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3fd800c7-7758-4d4f-a88d-fc31552eb260 req-6cc3634c-151b-4c4e-a6ab-cc8159c23826 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.8198917 Sep 06 05:42:00.977238 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3fd800c7-7758-4d4f-a88d-fc31552eb260 req-fa6f2a09-2f0f-4835-83c8-62520c79c1e8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687041 Sep 06 05:42:01.962820 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78975f20-f171-4531-b10c-10227d979d87 req-f5dca6b3-ff2f-4a72-b7fb-509d2c93dfd9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:01.966576 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-78975f20-f171-4531-b10c-10227d979d87 req-f5dca6b3-ff2f-4a72-b7fb-509d2c93dfd9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0532453 Sep 06 05:42:02.018681 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-78975f20-f171-4531-b10c-10227d979d87 req-a8436f3e-1e4c-4809-bcea-019652439635 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462241 Sep 06 05:42:02.132318 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50ebf-46e6-4e05-ade0-846a15a920ae req-9d177ab2-34d3-4bc3-be5a-73a3e194dfc0 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:02.134270 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aad50ebf-46e6-4e05-ade0-846a15a920ae req-9d177ab2-34d3-4bc3-be5a-73a3e194dfc0 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0713248 Sep 06 05:42:02.200097 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-aad50ebf-46e6-4e05-ade0-846a15a920ae req-9e24fc79-34aa-436d-ad88-08f0b2313ac6 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549774 Sep 06 05:42:02.569070 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d229cf3-4691-422b-bc3b-f70784e88cd9 req-4cc94556-8c39-4361-8476-8c188418339d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:02.576581 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d229cf3-4691-422b-bc3b-f70784e88cd9 req-4cc94556-8c39-4361-8476-8c188418339d tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0587335 Sep 06 05:42:02.624794 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d229cf3-4691-422b-bc3b-f70784e88cd9 req-7ecca136-49fa-4e9a-a6fd-117a062dc599 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473421 Sep 06 05:42:02.663838 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49ec9-60b5-4a4e-892f-64700463edec req-e2eea899-6b36-42a2-86f9-8f9baee4a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:02.666539 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-e2eea899-6b36-42a2-86f9-8f9baee4a72b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733&tenant_id=2e5c731c29dd473594d2a362bb3a8109 HTTP/1.1" status: 200 len: 1098 time: 0.0653837 Sep 06 05:42:02.754391 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49ec9-60b5-4a4e-892f-64700463edec req-0312a2e0-5566-48e2-bc0c-8842b129a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:02.755967 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-0312a2e0-5566-48e2-bc0c-8842b129a84b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1098 time: 0.0591974 Sep 06 05:42:02.801008 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:02.900867 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:02.942524 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:42:02.944934 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48a9f6d-3708-4359-8461-2aa985fd1f85" -d '{"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:42:02.962001 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:02.968672 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49ec9-60b5-4a4e-892f-64700463edec req-bc9de586-8f35-4376-adc7-01bdccdac328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:02.970170 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-bc9de586-8f35-4376-adc7-01bdccdac328 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 908 time: 0.2035475 Sep 06 05:42:02.970349 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.047667 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 41900) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:03.069209 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=6']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:03.076272 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-0f55434f-93e3-409a-95c8-2fb93d010012 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 998 time: 0.0937288 Sep 06 05:42:03.140925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49ec9-60b5-4a4e-892f-64700463edec req-fb1ab48b-2229-44ea-ae9f-9fa2ca351421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:03.142714 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-fb1ab48b-2229-44ea-ae9f-9fa2ca351421 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.0537384 Sep 06 05:42:03.212420 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49ec9-60b5-4a4e-892f-64700463edec req-71ef87e7-0ca0-4f2a-9484-797703bd224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:03.214015 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-71ef87e7-0ca0-4f2a-9484-797703bd224e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0610564 Sep 06 05:42:03.233487 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cd94a0bc-801d-46a7-81e6-db8433af0d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.246387 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 05:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df981a50-7b9a-467d-9cfe-35000364faa2 x-openstack-request-id: req-df981a50-7b9a-467d-9cfe-35000364faa2 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:42:03.246688 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:42:03.247115 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df981a50-7b9a-467d-9cfe-35000364faa2 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:42:03.247714 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'code': 200} Sep 06 05:42:03.282153 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac463b7-3e35-41da-a335-73da64382aa0 req-b872c7d0-be34-48d9-94a0-1380b0edba3f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:03.284483 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bac463b7-3e35-41da-a335-73da64382aa0 req-b872c7d0-be34-48d9-94a0-1380b0edba3f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.1174121 Sep 06 05:42:03.330019 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-bd8ca432-a5be-4b76-bc14-b15068a63585 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073117 Sep 06 05:42:03.367273 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bac463b7-3e35-41da-a335-73da64382aa0 req-90f48a90-e419-4e04-947b-beb8958420ad tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614889 Sep 06 05:42:03.419841 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cd94a0bc-801d-46a7-81e6-db8433af0d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.424191 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cd94a0bc-801d-46a7-81e6-db8433af0d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.464703 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-cd94a0bc-801d-46a7-81e6-db8433af0d7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=694196746cb542d9b66c1ed4a53ed2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152527 Sep 06 05:42:03.469485 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41910) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:03.477588 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76e49ec9-60b5-4a4e-892f-64700463edec req-63e1ef4d-d5a3-4566-8640-df94004a749f service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340952 Sep 06 05:42:03.514555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94a0bc-801d-46a7-81e6-db8433af0d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0d40f-b7a6-4869-a745-be438682c3c3,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:03.527256 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d3d44097-0f8f-472a-ae3f-ab3452af0ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.532564 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933b42-2f22-4cd8-bef9-ed1852e0a235 req-f7bb5f3d-1756-4036-b6a4-332d38b00a96 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:03.534223 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-25933b42-2f22-4cd8-bef9-ed1852e0a235 req-f7bb5f3d-1756-4036-b6a4-332d38b00a96 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0842378 Sep 06 05:42:03.553305 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d3d44097-0f8f-472a-ae3f-ab3452af0ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.607974 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-25933b42-2f22-4cd8-bef9-ed1852e0a235 req-6db889d7-9514-4f23-9594-782bfa7a92dc tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667510 Sep 06 05:42:03.612458 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d3d44097-0f8f-472a-ae3f-ab3452af0ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.615515 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d3d44097-0f8f-472a-ae3f-ab3452af0ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:03.616726 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d3d44097-0f8f-472a-ae3f-ab3452af0ec5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21a0d40f-b7a6-4869-a745-be438682c3c3 HTTP/1.1" status: 204 len: 168 time: 0.1459477 Sep 06 05:42:03.625737 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44097-0f8f-472a-ae3f-ab3452af0ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0d40f-b7a6-4869-a745-be438682c3c3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:03.760510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f5bfa-3796-406d-818c-d22fa3ccfb6e req-d413abb6-a9e4-4ec1-9fd5-a344d8b29972 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:03.768280 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f3f5bfa-3796-406d-818c-d22fa3ccfb6e req-d413abb6-a9e4-4ec1-9fd5-a344d8b29972 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0655982 Sep 06 05:42:03.813635 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f3f5bfa-3796-406d-818c-d22fa3ccfb6e req-9e898d39-0a5a-431a-8b94-b27f389a2968 tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Sep 06 05:42:03.970249 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41918) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:03.988402 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-829bb4f0-e8eb-4c2b-a519-656e9baf617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.165553 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-829bb4f0-e8eb-4c2b-a519-656e9baf617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.174469 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-829bb4f0-e8eb-4c2b-a519-656e9baf617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.231181 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bb4f0-e8eb-4c2b-a519-656e9baf617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a957a2-fffe-4161-9360-da6121865fea,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:04.238250 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-829bb4f0-e8eb-4c2b-a519-656e9baf617f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b555a9338cba4c339a8fca537d6dd968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659042 Sep 06 05:42:04.240421 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 41920) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:04.296185 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-790e5b92-1295-44c0-baab-85a43d6d5a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.318119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-790e5b92-1295-44c0-baab-85a43d6d5a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.379040 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-790e5b92-1295-44c0-baab-85a43d6d5a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.382640 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-790e5b92-1295-44c0-baab-85a43d6d5a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.386152 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-790e5b92-1295-44c0-baab-85a43d6d5a11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05a957a2-fffe-4161-9360-da6121865fea HTTP/1.1" status: 204 len: 168 time: 0.1428180 Sep 06 05:42:04.447933 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e5b92-1295-44c0-baab-85a43d6d5a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a957a2-fffe-4161-9360-da6121865fea,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:04.474853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea589e9a-c821-4299-add3-1b810970b5ee req-1eb6d674-17cb-4409-8b4b-79867f45a03a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:04.476402 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea589e9a-c821-4299-add3-1b810970b5ee req-1eb6d674-17cb-4409-8b4b-79867f45a03a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.25 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0743003 Sep 06 05:42:04.543881 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810c9d-995d-43ef-b4f0-8359e1b50119 req-eff1d7dc-0088-47f5-bd9f-eae4cb9bc156 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:04.551420 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa810c9d-995d-43ef-b4f0-8359e1b50119 req-eff1d7dc-0088-47f5-bd9f-eae4cb9bc156 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0597713 Sep 06 05:42:04.612759 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa810c9d-995d-43ef-b4f0-8359e1b50119 req-3d4f3f8f-5977-446b-9302-acc2c6ccc01b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603726 Sep 06 05:42:04.628875 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Deleting port e0fad807-0c22-4cb9-908c-5f77c8b955e4 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:04.629799 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.727478 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1539869-0523-4b7d-bd3c-0f0309e98322 req-acb3a6ad-7ca3-4f91-873a-ddfcc4590e4e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:04.745300 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b1539869-0523-4b7d-bd3c-0f0309e98322 req-acb3a6ad-7ca3-4f91-873a-ddfcc4590e4e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0718081 Sep 06 05:42:04.752401 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] For port e0fad807-0c22-4cb9-908c-5f77c8b955e4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0fad807-0c22-4cb9-908c-5f77c8b955e4,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:04.752758 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:04.782689 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Calling delete_port for e0fad807-0c22-4cb9-908c-5f77c8b955e4 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:04.826890 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b1539869-0523-4b7d-bd3c-0f0309e98322 req-35d11394-27f0-4eb6-ad8f-d5cf2ba20242 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806201 Sep 06 05:42:05.003670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb718db6-338e-45ca-b9af-685e30ce9f11 req-518936d8-15ce-482e-abdc-c686e0175c4c tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:05.006603 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb718db6-338e-45ca-b9af-685e30ce9f11 req-518936d8-15ce-482e-abdc-c686e0175c4c tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/ports?device_id=d634cf11-8b2b-4cf2-8b48-da81fa19b790 HTTP/1.1" status: 200 len: 946 time: 0.0955224 Sep 06 05:42:05.054700 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:05.068071 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e0fad807-0c22-4cb9-908c-5f77c8b955e4'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:42:05.129599 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bb718db6-338e-45ca-b9af-685e30ce9f11 req-417dc4e5-dbe1-40b6-b9d2-1cb2e342ee5f tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35dccb7-d655-40ca-86a2-6433e8038f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962784 Sep 06 05:42:05.172741 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Pushing event deleted for resources: {'Port': ['ID=e0fad807-0c22-4cb9-908c-5f77c8b955e4,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:05.192582 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] No DVR routers for this DVR port e0fad807-0c22-4cb9-908c-5f77c8b955e4 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:05.195160 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:05.197606 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea589e9a-c821-4299-add3-1b810970b5ee req-a40ee3d2-c65e-4acf-9635-3a3d4dc34d8a tempest-TestMinimumBasicScenario-72652971 tempest-TestMinimumBasicScenario-72652971-project] 10.222.0.25 "DELETE /v2.0/ports/e0fad807-0c22-4cb9-908c-5f77c8b955e4 HTTP/1.1" status: 204 len: 173 time: 0.7092438 Sep 06 05:42:05.197606 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'name': 'network-vif-deleted', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:42:05.199973 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6621572d-e167-4ce8-bd0c-14d770b8b19e" -d '{"events": [{"server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "name": "network-vif-deleted", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:42:05.403090 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733c6e48-1118-4a68-9eac-8d0d2e03b75d x-openstack-request-id: req-733c6e48-1118-4a68-9eac-8d0d2e03b75d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:42:05.403387 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d634cf11-8b2b-4cf2-8b48-da81fa19b790", "name": "network-vif-deleted", "tag": "e0fad807-0c22-4cb9-908c-5f77c8b955e4", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:42:05.404170 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-733c6e48-1118-4a68-9eac-8d0d2e03b75d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:42:05.404660 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd634cf11-8b2b-4cf2-8b48-da81fa19b790', 'name': 'network-vif-deleted', 'tag': 'e0fad807-0c22-4cb9-908c-5f77c8b955e4', 'status': 'completed', 'code': 200} Sep 06 05:42:05.737641 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b5afb-ef0c-4432-8022-fc220827b56e req-f904c42c-9faa-4b14-816f-f1a875891fb1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:05.739327 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a99b5afb-ef0c-4432-8022-fc220827b56e req-f904c42c-9faa-4b14-816f-f1a875891fb1 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0554528 Sep 06 05:42:05.778606 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a99b5afb-ef0c-4432-8022-fc220827b56e req-67721160-0696-4b56-a543-75dffb23425d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Sep 06 05:42:05.940814 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f1f17-72a7-4168-a402-5af38e79a88f req-34554b1a-4455-4103-b773-9d878b437741 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:05.942524 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba4f1f17-72a7-4168-a402-5af38e79a88f req-34554b1a-4455-4103-b773-9d878b437741 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0485826 Sep 06 05:42:05.982755 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ba4f1f17-72a7-4168-a402-5af38e79a88f req-b4a5c657-deeb-40c6-94b1-e3ea602eb223 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344071 Sep 06 05:42:06.158321 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-b27bf57d-4bba-4a81-9b02-377fd9bea352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:06.159883 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-b27bf57d-4bba-4a81-9b02-377fd9bea352 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1098 time: 0.0465648 Sep 06 05:42:06.288708 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-529e1116-5a3b-4c84-891f-ecf3f3ff1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:06.290253 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-529e1116-5a3b-4c84-891f-ecf3f3ff1b68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.1224122 Sep 06 05:42:06.371249 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-1a142142-c13d-4067-8159-a6a4794d83e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 1001 time: 0.0727935 Sep 06 05:42:06.424013 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-1ca27e2d-8f2c-4e50-a4e0-3b3d8afd1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:06.426152 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-1ca27e2d-8f2c-4e50-a4e0-3b3d8afd1cb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0474019 Sep 06 05:42:06.484013 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-f201059b-7098-47c5-aa94-8cb499b3854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:06.485521 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-f201059b-7098-47c5-aa94-8cb499b3854a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517960 Sep 06 05:42:06.853988 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-22cdf362-19e3-4290-922c-7d49e5c89344 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614280 Sep 06 05:42:06.904376 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954276e-fc0c-4a44-9007-f13959c5446a req-239837c0-fc7b-45b0-ae83-2df6cf1fd93b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:06.905896 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9954276e-fc0c-4a44-9007-f13959c5446a req-239837c0-fc7b-45b0-ae83-2df6cf1fd93b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0529478 Sep 06 05:42:06.947967 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9954276e-fc0c-4a44-9007-f13959c5446a req-ae07d8cc-f3a5-43d9-b659-96fb71411f4c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357151 Sep 06 05:42:06.948605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42096) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:07.001309 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e492251-6c4c-47f4-816c-a41749bcc694 req-f8e9c3fd-80a0-450b-a696-f9e71c49558e service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392233 Sep 06 05:42:07.119244 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ed58-641f-4029-a92f-dcddfc412de3 req-163c61ea-f8a7-4cfc-857f-7a27691278cb tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:07.120771 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9b55ed58-641f-4029-a92f-dcddfc412de3 req-163c61ea-f8a7-4cfc-857f-7a27691278cb tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0544376 Sep 06 05:42:07.160492 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9b55ed58-641f-4029-a92f-dcddfc412de3 req-fc34c500-988b-4a13-9bda-7b92b0b70823 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329266 Sep 06 05:42:07.320660 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:07.610168 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Deleting port 38b7d7a6-5903-43a0-831e-80c05cbd235e {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:07.611938 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:07.707115 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] For port 38b7d7a6-5903-43a0-831e-80c05cbd235e, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=38b7d7a6-5903-43a0-831e-80c05cbd235e,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:07.707478 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:07.720808 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Calling delete_port for 38b7d7a6-5903-43a0-831e-80c05cbd235e owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:07.939152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:07.974657 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b7d7a6-5903-43a0-831e-80c05cbd235e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:08.103447 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b63929-df59-49df-a2fd-8a9d3cb12858 req-ce425813-1c35-4618-9f55-3ffac9ae6f7b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:08.105045 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0b63929-df59-49df-a2fd-8a9d3cb12858 req-ce425813-1c35-4618-9f55-3ffac9ae6f7b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0657666 Sep 06 05:42:08.147348 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0b63929-df59-49df-a2fd-8a9d3cb12858 req-4a9f926c-c602-440f-9b71-6fe68f30cb8b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358102 Sep 06 05:42:08.168133 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:08.284350 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e2895-e1bc-41cc-b2bb-510a67bfb86f req-55379a17-9c09-4e89-87fc-df7be718b646 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:08.285904 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6a7e2895-e1bc-41cc-b2bb-510a67bfb86f req-55379a17-9c09-4e89-87fc-df7be718b646 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0567729 Sep 06 05:42:08.328112 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6a7e2895-e1bc-41cc-b2bb-510a67bfb86f req-cb112b2b-ac8a-4ed5-9653-3bddc56a8195 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352018 Sep 06 05:42:08.393693 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Router 0688e0ca-0824-4166-bf83-b41e8c13d9ca has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:42:08.503865 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:42:08.508795 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7b07aeca-e783-4d7f-8af2-92c5e70c28e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/0688e0ca-0824-4166-bf83-b41e8c13d9ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5592077 Sep 06 05:42:08.511409 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42110) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:08.514796 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] Sync routers for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:42:08.523898 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:08.524505 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:41:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:08.624662 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:08.632390 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:08.745047 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:08.805802 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Deleting port cfec403b-cd69-423b-b577-740bb9629034 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:08.806296 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:08.835588 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:08.902278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] For port cfec403b-cd69-423b-b577-740bb9629034, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=cfec403b-cd69-423b-b577-740bb9629034,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:08.902704 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:08.915495 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Calling delete_port for cfec403b-cd69-423b-b577-740bb9629034 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:08.989996 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'cfec403b-cd69-423b-b577-740bb9629034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:42:07Z', 'revision_number': 5, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port': {'id': 'cfec403b-cd69-423b-b577-740bb9629034', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:09.021679 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] Checking router: 0688e0ca-0824-4166-bf83-b41e8c13d9ca for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:42:09.036426 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] Routers {'0688e0ca-0824-4166-bf83-b41e8c13d9ca'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:09.037047 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:41:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:09.085958 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.113098 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cfec403b-cd69-423b-b577-740bb9629034,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:09.149861 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.175678 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] Set router 0688e0ca-0824-4166-bf83-b41e8c13d9ca gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:09.191589 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.211658 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:42:09.214180 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b7249-ff79-4918-8c3a-bb2681f35bee" -d '{"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:42:09.274621 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:42:08Z', 'revision_number': 6, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:09.280894 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:09.316109 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ab46c-0228-409d-8653-4e755e130616 req-76c4088c-8bed-4fb4-ae7c-ca89057d37d9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:09.317770 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730c9ae-3e07-4884-8951-81ec0328f624 None None] The sync data for ids ['0688e0ca-0824-4166-bf83-b41e8c13d9ca'] in dv-cinder-788782-11-iscsi is: [{'id': '0688e0ca-0824-4166-bf83-b41e8c13d9ca', 'name': 'tempest-TestMinimumBasicScenario-740297802-router', 'tenant_id': '605a330b18014f14b37208b060ad8eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:15Z', 'updated_at': '2021-09-06T05:42:08Z', 'revision_number': 6, 'project_id': '605a330b18014f14b37208b060ad8eff', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:42:09.320297 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Sep 2021 05:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd52e2-8692-419a-9e18-c3c6bb9df420 x-openstack-request-id: req-b9bd52e2-8692-419a-9e18-c3c6bb9df420 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:42:09.320775 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-unplugged", "status": "failed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "code": 422}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:42:09.321216 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9bd52e2-8692-419a-9e18-c3c6bb9df420 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:42:09.321620 dv-cinder-788782-11-iscsi neutron-server[94087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'code': 422} returned with failed status Sep 06 05:42:09.322765 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.323483 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e0fad807-0c22-4cb9-908c-5f77c8b955e4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:09.328542 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.331115 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.333301 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-714ab46c-0228-409d-8653-4e755e130616 req-76c4088c-8bed-4fb4-ae7c-ca89057d37d9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 945 time: 0.0851417 Sep 06 05:42:09.389504 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: e0fad807-0c22-4cb9-908c-5f77c8b955e4 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:09.389688 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e0fad807-0c22-4cb9-908c-5f77c8b955e4 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:09.398764 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-714ab46c-0228-409d-8653-4e755e130616 req-22eeaa94-3fe6-4913-9afa-83cc01d53d6c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642304 Sep 06 05:42:09.419084 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=8']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:09.446255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.446747 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0688e0ca-0824-4166-bf83-b41e8c13d9ca {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:42:09.452594 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.453751 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-92fa3a9d-55c3-4332-b7da-43962daea2fb admin admin] 10.222.0.30 "DELETE /v2.0/routers/0688e0ca-0824-4166-bf83-b41e8c13d9ca HTTP/1.1" status: 204 len: 168 time: 0.9414337 Sep 06 05:42:09.456303 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42124) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:09.506731 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fdafd-1da3-4ed8-8945-c2583e32b8ec req-06e06ec1-c12f-47ee-bc67-c9fb7f7862f7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:09.507266 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Deleting subnet bd84783a-2dfd-48c0-8568-d06edc2625be {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:42:09.508698 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-526fdafd-1da3-4ed8-8945-c2583e32b8ec req-06e06ec1-c12f-47ee-bc67-c9fb7f7862f7 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.0599210 Sep 06 05:42:09.512640 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.563354 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-526fdafd-1da3-4ed8-8945-c2583e32b8ec req-a2e19554-7fe1-4b00-8415-368901f2071a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462949 Sep 06 05:42:09.578853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4102321'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.675249 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2031-fe08-4c1b-9dab-6242d0422985 req-269c7fab-4bab-49c2-94a7-a9c52b2740ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:09.676726 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8ad2031-fe08-4c1b-9dab-6242d0422985 req-269c7fab-4bab-49c2-94a7-a9c52b2740ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1096 time: 0.0764060 Sep 06 05:42:09.761106 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.791744 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8ad2031-fe08-4c1b-9dab-6242d0422985 req-33089d89-e68b-4e33-b9d3-d6ff92e1f635 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899205 Sep 06 05:42:09.842524 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573023'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.870436 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd84783a-2dfd-48c0-8568-d06edc2625be,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:09.874156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:09.878617 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-08faa8e1-301c-4471-9da4-229301d58493 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bd84783a-2dfd-48c0-8568-d06edc2625be HTTP/1.1" status: 204 len: 168 time: 0.4187248 Sep 06 05:42:09.878617 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42140) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:09.881678 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15645b54-c0c9-41f8-ae46-e62d872fef12 None None] Network 77d4cd95-152a-4960-9084-0838d44fe72b requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:42:09.954162 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.009397 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Deleting port 53d8a9bb-36ee-42b8-952f-20e2252c191a {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:10.009745 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.072624 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] For port 53d8a9bb-36ee-42b8-952f-20e2252c191a, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=53d8a9bb-36ee-42b8-952f-20e2252c191a,segment=NetworkSegment(6b0dbf35-1d16-47e7-b3dc-123c6292fd87),segment_id=6b0dbf35-1d16-47e7-b3dc-123c6292fd87)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:10.073042 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.085215 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Calling delete_port for 53d8a9bb-36ee-42b8-952f-20e2252c191a owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:10.149488 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] DHCP port deletion for 77d4cd95-152a-4960-9084-0838d44fe72b request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:42:10.173938 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.201754 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d8a9bb-36ee-42b8-952f-20e2252c191a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:10.204066 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Deleting port 53d8a9bb-36ee-42b8-952f-20e2252c191a {{(pid=94087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:10.204677 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.209186 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] No DVR routers for this DVR port 53d8a9bb-36ee-42b8-952f-20e2252c191a on host dv-cinder-788782-11-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:10.290650 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] For port 53d8a9bb-36ee-42b8-952f-20e2252c191a, host dv-cinder-788782-11-iscsi, got binding levels [] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:10.291146 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.307923 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Calling delete_port for 53d8a9bb-36ee-42b8-952f-20e2252c191a owned by network:dhcp {{(pid=94087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:10.313158 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.ipam_backend_mixin [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Port 53d8a9bb-36ee-42b8-952f-20e2252c191a was not found and therefore no delete operation was performed {{(pid=94087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 05:42:10.314599 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.345280 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] Pushing event deleted for resources: {'Port': ['ID=53d8a9bb-36ee-42b8-952f-20e2252c191a,revision_number=None']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:10.352069 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed7411-9cac-4361-b1a1-9069039d72c7 None None] No DVR routers for this DVR port 53d8a9bb-36ee-42b8-952f-20e2252c191a on host dv-cinder-788782-11-iscsi {{(pid=94087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:10.537357 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-635ecdb8-8044-4796-9c41-05ca6c883df8 req-f1437d8a-357f-4f38-bbe4-dc9dd0ac48d3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:42:10.538430 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-635ecdb8-8044-4796-9c41-05ca6c883df8 req-f1437d8a-357f-4f38-bbe4-dc9dd0ac48d3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1410985 Sep 06 05:42:10.570078 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.581159 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d4cd95-152a-4960-9084-0838d44fe72b']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:10.591682 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0dbf35-1d16-47e7-b3dc-123c6292fd87') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:10.592024 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0dbf35-1d16-47e7-b3dc-123c6292fd87') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:10.609812 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.626255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.635309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:42:10.635826 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:42:10.641676 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:42:10.705892 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.711862 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:10.714751 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] 10.222.0.30 "DELETE /v2.0/networks/77d4cd95-152a-4960-9084-0838d44fe72b HTTP/1.1" status: 204 len: 168 time: 0.8351815 Sep 06 05:42:10.717884 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42164) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:10.736715 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef85b29-b6f6-46ab-80b3-b371f5087777 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d4cd95-152a-4960-9084-0838d44fe72b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:10.749978 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc087-d969-4581-bb3b-2b8dbd732694 req-a9918f61-a763-4f4f-bce8-74b406e2b82a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:10.751608 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-07fbc087-d969-4581-bb3b-2b8dbd732694 req-a9918f61-a763-4f4f-bce8-74b406e2b82a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0905983 Sep 06 05:42:10.768214 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839c8ba-0583-4a61-a582-9428bd0b4738 req-b0bdcfba-ed54-4083-9d15-b5f6f13f97e2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:10.774730 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3839c8ba-0583-4a61-a582-9428bd0b4738 req-b0bdcfba-ed54-4083-9d15-b5f6f13f97e2 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 943 time: 0.1030664 Sep 06 05:42:10.845586 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:42:10.856373 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-07fbc087-d969-4581-bb3b-2b8dbd732694 req-16c5f935-0865-4ab3-96df-3fc720f2790c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803573 Sep 06 05:42:10.879338 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3839c8ba-0583-4a61-a582-9428bd0b4738 req-79db0146-66db-49fd-97bb-9022a6fdf59e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015236 Sep 06 05:42:10.968674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:10.980000 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'port_id': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'mac_address': 'fa:16:3e:b0:84:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:42:11.021659 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.034466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d65857-e383-486e-b7f8-16b63aa88002 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:42:11.061190 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:11.065534 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.105925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42184) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:11.119621 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=7']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:11.187247 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.199441 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-9affd565-9352-42db-a2d6-71699804a5f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906804 Sep 06 05:42:11.215210 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-aa5ebb9e-74dd-4d80-a515-1b4f5d880712 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:42:11.217352 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-aa5ebb9e-74dd-4d80-a515-1b4f5d880712 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073931 Sep 06 05:42:11.236811 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 38b7d7a6-5903-43a0-831e-80c05cbd235e no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:11.257898 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 38b7d7a6-5903-43a0-831e-80c05cbd235e {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:11.258274 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 38b7d7a6-5903-43a0-831e-80c05cbd235e not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:11.258851 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device cfec403b-cd69-423b-b577-740bb9629034 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:11.279282 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: cfec403b-cd69-423b-b577-740bb9629034 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:11.279665 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device cfec403b-cd69-423b-b577-740bb9629034 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:11.280085 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 53d8a9bb-36ee-42b8-952f-20e2252c191a no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:11.301899 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 53d8a9bb-36ee-42b8-952f-20e2252c191a {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:11.302276 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 53d8a9bb-36ee-42b8-952f-20e2252c191a not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:11.314929 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['a0d65857-e383-486e-b7f8-16b63aa88002'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:42:11.461703 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Deleting port da5c2074-5828-433b-a8dd-c7f79cf0ef88 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:11.462041 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.555614 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] For port da5c2074-5828-433b-a8dd-c7f79cf0ef88, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=da5c2074-5828-433b-a8dd-c7f79cf0ef88,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:11.556102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.569348 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Calling delete_port for da5c2074-5828-433b-a8dd-c7f79cf0ef88 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:11.750831 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.785471 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5c2074-5828-433b-a8dd-c7f79cf0ef88,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:11.987102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:11.998686 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c504c-f52d-4837-b598-4db655f5cde9 req-22783f79-a567-4201-a8ab-abd918cd696d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.006044 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b26c504c-f52d-4837-b598-4db655f5cde9 req-22783f79-a567-4201-a8ab-abd918cd696d tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 944 time: 0.0633211 Sep 06 05:42:12.076129 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c3de-053b-43ae-8bbc-e0154e1d3cab req-07943e80-1294-4450-b98f-0001cf9b6bc8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.077985 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7875c3de-053b-43ae-8bbc-e0154e1d3cab req-07943e80-1294-4450-b98f-0001cf9b6bc8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0693386 Sep 06 05:42:12.087612 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b26c504c-f52d-4837-b598-4db655f5cde9 req-a96e5995-ec0d-400e-9175-592deb82f28b tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802560 Sep 06 05:42:12.122077 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7875c3de-053b-43ae-8bbc-e0154e1d3cab req-d5aff5d0-95e5-43c3-97cf-abc0de036afc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Sep 06 05:42:12.140279 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-ebae1845-0ff1-475c-b449-794b3ad268c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.141777 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-ebae1845-0ff1-475c-b449-794b3ad268c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5&tenant_id=cf6628cf61824aa78f1a0b289244eec2 HTTP/1.1" status: 200 len: 1096 time: 0.0746946 Sep 06 05:42:12.154540 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:12.272769 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-d431f85f-d1a5-470c-95f0-0495927c5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.274267 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-d431f85f-d1a5-470c-95f0-0495927c5ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1096 time: 0.0837126 Sep 06 05:42:12.302862 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Router b878c6f3-4f49-442a-a11c-11334195ed17 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:42:12.447747 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-37ab6e0e-dbc2-4f89-ad01-d4bd2cf21144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.449202 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-37ab6e0e-dbc2-4f89-ad01-d4bd2cf21144 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.1672730 Sep 06 05:42:12.499133 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:42:12.509154 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-86d6455a-fc92-4783-80a2-f2fec173dfe4 admin admin] 10.222.0.30 "PUT /v2.0/routers/b878c6f3-4f49-442a-a11c-11334195ed17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7883008 Sep 06 05:42:12.509342 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] Sync routers for ids ['b878c6f3-4f49-442a-a11c-11334195ed17'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:42:12.510139 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42204) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:12.519247 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] Routers {'b878c6f3-4f49-442a-a11c-11334195ed17'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:12.520240 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:41:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['b878c6f3-4f49-442a-a11c-11334195ed17'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:12.531326 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-297bdd97-1ebe-4588-b40b-ec58b9756459 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 999 time: 0.0730929 Sep 06 05:42:12.597658 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-1a339aec-33b1-4221-b5eb-2fe2fde46db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.599313 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-1a339aec-33b1-4221-b5eb-2fe2fde46db8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0598276 Sep 06 05:42:12.622277 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks [] for router, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:12.633243 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] Set router b878c6f3-4f49-442a-a11c-11334195ed17 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:12.650869 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-7748e056-c8e8-4c99-8d3a-78201f5c6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:12.652406 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-7748e056-c8e8-4c99-8d3a-78201f5c6302 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443175 Sep 06 05:42:12.735356 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:12.755594 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-f2fded20-4501-4205-aefc-fcae03357138 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951793 Sep 06 05:42:12.796239 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Deleting port 677c336b-f397-4307-bc37-afb5990142f7 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:12.796612 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:12.866926 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c64ec48d-10ae-4adc-be0f-c96175730bd2 req-55aed31a-b5fc-464a-a5e8-94053bf262a4 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027040 Sep 06 05:42:12.904703 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:42:12.931611 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] For port 677c336b-f397-4307-bc37-afb5990142f7, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=677c336b-f397-4307-bc37-afb5990142f7,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:12.932289 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:12.953234 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Calling delete_port for 677c336b-f397-4307-bc37-afb5990142f7 owned by network:router_gateway {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:12.964064 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port a0d65857-e383-486e-b7f8-16b63aa88002 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:42:12.964862 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:12.971294 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '677c336b-f397-4307-bc37-afb5990142f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:42:11Z', 'revision_number': 5, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port': {'id': '677c336b-f397-4307-bc37-afb5990142f7', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:13.009324 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] Checking router: b878c6f3-4f49-442a-a11c-11334195ed17 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:42:13.025342 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] Routers {'b878c6f3-4f49-442a-a11c-11334195ed17'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:13.026098 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:41:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['b878c6f3-4f49-442a-a11c-11334195ed17'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:13.068077 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.099173 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:42:13.101490 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa160f9-1d93-42aa-874c-5f36de8ce023" -d '{"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-plugged", "status": "completed", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:42:13.118594 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:13.125170 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.126702 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:13.140129 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] Set router b878c6f3-4f49-442a-a11c-11334195ed17 gateway port host: None {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:13.194683 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb81ab1-95ba-44db-8922-acf26323fcd3 x-openstack-request-id: req-6fb81ab1-95ba-44db-8922-acf26323fcd3 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:42:13.195171 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-plugged", "status": "completed", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:42:13.195263 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fb81ab1-95ba-44db-8922-acf26323fcd3 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:42:13.195667 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'code': 200} Sep 06 05:42:13.237614 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:42:12Z', 'revision_number': 6, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:13.271346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.288970 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160beac-c952-4159-b7f8-1580bcab5c4b None None] The sync data for ids ['b878c6f3-4f49-442a-a11c-11334195ed17'] in dv-cinder-788782-11-iscsi is: [{'id': 'b878c6f3-4f49-442a-a11c-11334195ed17', 'name': 'tempest-TestMinimumBasicScenario-863054743-router', 'tenant_id': '173277fe995449e396ae7bdf0b6d7bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:39:22Z', 'updated_at': '2021-09-06T05:42:12Z', 'revision_number': 6, 'project_id': '173277fe995449e396ae7bdf0b6d7bc1', 'gw_port_host': None}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:42:13.291175 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=8']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:13.343905 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Pushing event deleted for resources: {'Port': ['ID=677c336b-f397-4307-bc37-afb5990142f7,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:13.391178 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.512744 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7da5b-1e24-4bfb-a9cb-01140fa4dcef req-cbaee9bf-0f7a-49c2-b263-ec27123dacef tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:13.521859 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8fd7da5b-1e24-4bfb-a9cb-01140fa4dcef req-cbaee9bf-0f7a-49c2-b263-ec27123dacef tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.2476521 Sep 06 05:42:13.524799 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.539481 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.618266 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8fd7da5b-1e24-4bfb-a9cb-01140fa4dcef req-123f75e2-0249-4aa9-917f-4293dcbad2fc tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952413 Sep 06 05:42:13.619043 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.619781 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Fanout notify agent at l3_agent the message router_deleted on router b878c6f3-4f49-442a-a11c-11334195ed17 {{(pid=94086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:42:13.625404 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.627115 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-587a27ee-6483-43fd-a8ff-7f6d7ee28dda admin admin] 10.222.0.30 "DELETE /v2.0/routers/b878c6f3-4f49-442a-a11c-11334195ed17 HTTP/1.1" status: 204 len: 168 time: 1.1154079 Sep 06 05:42:13.629080 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42244) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:13.737956 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Deleting subnet 65d7cd48-f51b-4c8f-9c4a-2023022e0b2f {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:42:13.751335 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.813758 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:13.992139 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.074974 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.101960 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d7cd48-f51b-4c8f-9c4a-2023022e0b2f,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:14.105656 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.110519 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-5cc77242-81c4-4d0f-a7d6-be7a8e48af6a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/65d7cd48-f51b-4c8f-9c4a-2023022e0b2f HTTP/1.1" status: 204 len: 168 time: 0.4778950 Sep 06 05:42:14.110916 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42250) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:14.116134 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc864a7c-a143-45d4-8884-3dc3af10aa76 None None] Network c85bd2cb-e0ac-4049-8703-ca87672c1804 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:42:14.197334 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.302945 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Deleting port e800b6b5-9f5f-479e-8619-3aed1625b392 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:14.303307 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.389152 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] DHCP port deletion for c85bd2cb-e0ac-4049-8703-ca87672c1804 request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:42:14.391512 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] For port e800b6b5-9f5f-479e-8619-3aed1625b392, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=e800b6b5-9f5f-479e-8619-3aed1625b392,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:14.392370 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.421796 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Calling delete_port for e800b6b5-9f5f-479e-8619-3aed1625b392 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:14.475983 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] Deleting port e800b6b5-9f5f-479e-8619-3aed1625b392 {{(pid=94087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:14.476364 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.518244 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.563974 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Pushing event deleted for resources: {'Port': ['ID=e800b6b5-9f5f-479e-8619-3aed1625b392,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:14.585080 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] For port e800b6b5-9f5f-479e-8619-3aed1625b392, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=e800b6b5-9f5f-479e-8619-3aed1625b392,segment=NetworkSegment(065f2161-36f0-4f3e-8dc3-bcce9399a264),segment_id=065f2161-36f0-4f3e-8dc3-bcce9399a264)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:14.585497 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.585746 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] No DVR routers for this DVR port e800b6b5-9f5f-479e-8619-3aed1625b392 on host dv-cinder-788782-11-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:14.601536 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] Calling delete_port for e800b6b5-9f5f-479e-8619-3aed1625b392 owned by network:dhcp {{(pid=94087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:14.713517 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.725511 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85bd2cb-e0ac-4049-8703-ca87672c1804']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:14.736543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065f2161-36f0-4f3e-8dc3-bcce9399a264') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:14.736945 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065f2161-36f0-4f3e-8dc3-bcce9399a264') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:14.747236 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.772238 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.782768 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.796267 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:42:14.796967 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:42:14.799372 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:42:14.838364 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] Pushing event deleted for resources: {'Port': ['ID=e800b6b5-9f5f-479e-8619-3aed1625b392,revision_number=None']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:14.850254 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc6952-7379-49c5-805c-c9119ed3eb46 None None] No DVR routers for this DVR port e800b6b5-9f5f-479e-8619-3aed1625b392 on host dv-cinder-788782-11-iscsi {{(pid=94087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:14.888825 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf5712-72e0-4cc6-8efc-7f6f5d4d54f9 req-827de0a6-8dd4-4d08-be9f-84b6162a752f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:14.891180 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b9cf5712-72e0-4cc6-8efc-7f6f5d4d54f9 req-827de0a6-8dd4-4d08-be9f-84b6162a752f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.1126974 Sep 06 05:42:14.911532 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.916932 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:14.918981 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] 10.222.0.30 "DELETE /v2.0/networks/c85bd2cb-e0ac-4049-8703-ca87672c1804 HTTP/1.1" status: 204 len: 168 time: 0.8071404 Sep 06 05:42:14.929692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed520e8b-85c7-48a6-a5a1-6331c927e43c admin admin] Pushing event deleted for resources: {'Network': ['ID=c85bd2cb-e0ac-4049-8703-ca87672c1804,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:14.940472 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b9cf5712-72e0-4cc6-8efc-7f6f5d4d54f9 req-8fccc6f1-7f9b-4b7b-829a-c5088e746cfa tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Sep 06 05:42:15.144882 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42264) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:15.199077 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42266) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:15.199301 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3bec23b8-0b06-4eee-ba4f-91c2a158aa02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=605a330b18014f14b37208b060ad8eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531125 Sep 06 05:42:15.255562 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device e800b6b5-9f5f-479e-8619-3aed1625b392 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:15.265900 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4323f649-2f8b-420c-b4e1-daa45b5762c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.276499 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: e800b6b5-9f5f-479e-8619-3aed1625b392 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:15.276999 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device e800b6b5-9f5f-479e-8619-3aed1625b392 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:15.277545 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device da5c2074-5828-433b-a8dd-c7f79cf0ef88 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:15.289912 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4323f649-2f8b-420c-b4e1-daa45b5762c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.301806 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: da5c2074-5828-433b-a8dd-c7f79cf0ef88 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:15.302253 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device da5c2074-5828-433b-a8dd-c7f79cf0ef88 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:15.302730 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 677c336b-f397-4307-bc37-afb5990142f7 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:15.321225 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 677c336b-f397-4307-bc37-afb5990142f7 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:15.321773 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 677c336b-f397-4307-bc37-afb5990142f7 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:15.343690 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4323f649-2f8b-420c-b4e1-daa45b5762c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.346568 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4323f649-2f8b-420c-b4e1-daa45b5762c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.349788 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-4323f649-2f8b-420c-b4e1-daa45b5762c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a35dccb7-d655-40ca-86a2-6433e8038f4c HTTP/1.1" status: 204 len: 168 time: 0.1492546 Sep 06 05:42:15.362350 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323f649-2f8b-420c-b4e1-daa45b5762c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35dccb7-d655-40ca-86a2-6433e8038f4c,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:15.764078 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42272) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:15.807639 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-123cacd9-fbcc-4bb8-b242-495834486d95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=173277fe995449e396ae7bdf0b6d7bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401549 Sep 06 05:42:15.808036 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42274) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:15.871890 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f36767c8-b453-453f-8a58-4ab0cc40ba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.899555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f36767c8-b453-453f-8a58-4ab0cc40ba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.974925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f36767c8-b453-453f-8a58-4ab0cc40ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.977744 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f36767c8-b453-453f-8a58-4ab0cc40ba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:15.979537 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f36767c8-b453-453f-8a58-4ab0cc40ba80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/388a2f62-2e04-4f04-a970-c01cb9465a11 HTTP/1.1" status: 204 len: 168 time: 0.1702187 Sep 06 05:42:15.988571 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36767c8-b453-453f-8a58-4ab0cc40ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a2f62-2e04-4f04-a970-c01cb9465a11,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:16.137690 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65588a1e-db6d-4369-906b-c5efca6e1f74 req-e7e56731-6e4b-4a30-ad32-92d157faf579 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:16.139979 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-65588a1e-db6d-4369-906b-c5efca6e1f74 req-e7e56731-6e4b-4a30-ad32-92d157faf579 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0993986 Sep 06 05:42:16.183600 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-65588a1e-db6d-4369-906b-c5efca6e1f74 req-c983ff02-a1b5-4717-a25f-4bc2949e9657 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353200 Sep 06 05:42:17.315165 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a2390-67ad-4120-b514-8309ed157e4c req-6b20995e-e98f-4f00-a9e6-bbb74c9f87a6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:17.318757 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d2a2390-67ad-4120-b514-8309ed157e4c req-6b20995e-e98f-4f00-a9e6-bbb74c9f87a6 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0548589 Sep 06 05:42:17.355437 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d2a2390-67ad-4120-b514-8309ed157e4c req-5ace901a-5133-4558-aeea-ec77eff5881b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Sep 06 05:42:18.486859 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92603709-8e8e-45d4-b7c9-59fccbaf4adc req-abd34a04-c1da-4b66-9a2e-8a0f25a669d8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:18.488336 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-92603709-8e8e-45d4-b7c9-59fccbaf4adc req-abd34a04-c1da-4b66-9a2e-8a0f25a669d8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0493088 Sep 06 05:42:18.524703 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-92603709-8e8e-45d4-b7c9-59fccbaf4adc req-6e093faf-af57-436a-83b5-8830256a8c36 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303919 Sep 06 05:42:19.411249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3b2a45b0-b937-4ec5-ab26-57138e73b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:19.670333 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f415e-3eab-4826-9b33-bb529b2bb255 req-76663565-a899-42a2-a821-ae75a930f98c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:19.672086 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f00f415e-3eab-4826-9b33-bb529b2bb255 req-76663565-a899-42a2-a821-ae75a930f98c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0565376 Sep 06 05:42:19.714260 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f00f415e-3eab-4826-9b33-bb529b2bb255 req-a17f2bc2-541c-4e5f-95cc-69ec89c0360b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343902 Sep 06 05:42:20.832918 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c077f96-f3b0-42c3-95bd-9e3a39f62ae7 req-dec39f54-8e1c-4e79-bd6d-a3f8fde99615 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:20.834573 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0c077f96-f3b0-42c3-95bd-9e3a39f62ae7 req-dec39f54-8e1c-4e79-bd6d-a3f8fde99615 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0490797 Sep 06 05:42:20.877454 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0c077f96-f3b0-42c3-95bd-9e3a39f62ae7 req-13c6bbc8-bc25-4cbb-a340-6487a5881a57 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358493 Sep 06 05:42:22.001712 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237e165-adfa-4835-8b5c-c3bf4acbbf90 req-75855601-6601-4997-b900-22523239d8ad tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:22.003243 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6237e165-adfa-4835-8b5c-c3bf4acbbf90 req-75855601-6601-4997-b900-22523239d8ad tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0513213 Sep 06 05:42:22.046683 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6237e165-adfa-4835-8b5c-c3bf4acbbf90 req-9efdd7e8-5f60-41d2-96c3-cb2fac446222 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365798 Sep 06 05:42:22.206565 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-e8974d00-cf8e-4aa4-b8b3-371508223d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:22.794097 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:23.121552 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:23.182598 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109506-a2d7-4204-a2da-a584150895c1 req-96b8d645-fee0-45d5-a4fc-d7c0b52184d8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:23.187585 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-74109506-a2d7-4204-a2da-a584150895c1 req-96b8d645-fee0-45d5-a4fc-d7c0b52184d8 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0572915 Sep 06 05:42:23.223474 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-74109506-a2d7-4204-a2da-a584150895c1 req-7eb3667e-6c8d-4d2b-b1c4-76f3859b4559 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Sep 06 05:42:23.876450 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42342) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:23.984067 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1fba5153-3add-4093-9146-91e721b9d2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.068738 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1fba5153-3add-4093-9146-91e721b9d2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.072108 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1fba5153-3add-4093-9146-91e721b9d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.109852 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1fba5153-3add-4093-9146-91e721b9d2bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de7c73416f794d00be32c72fec5ed29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322967 Sep 06 05:42:24.110745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5153-3add-4093-9146-91e721b9d2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e884e-4f13-4521-813d-f85cad5e453f,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:24.112603 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42346) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:24.160919 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.180817 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.230791 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.234040 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:24.235228 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f5e884e-4f13-4521-813d-f85cad5e453f HTTP/1.1" status: 204 len: 168 time: 0.1215892 Sep 06 05:42:24.243370 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e884e-4f13-4521-813d-f85cad5e453f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:24.252517 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.252763 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.253113 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.253452 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.253791 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.254129 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.254513 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.254825 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.255207 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.255510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.255866 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.256392 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051e6618-ff03-489c-9071-a07c68c6ac3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:42:24.367823 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ec14-76cc-4b75-aaa1-c55a982d1981 req-f69769ad-9d53-4f3e-9110-c20797677f3a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:24.369600 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f892ec14-76cc-4b75-aaa1-c55a982d1981 req-f69769ad-9d53-4f3e-9110-c20797677f3a tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0547137 Sep 06 05:42:24.420080 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f892ec14-76cc-4b75-aaa1-c55a982d1981 req-c22a05d4-19c0-4f69-b577-b537797bbe43 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Sep 06 05:42:24.691960 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:25.543662 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56106f-6256-4be8-9008-c077c2aae81c req-2e698140-c7dd-4094-8c27-d90d5627262f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:25.545200 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf56106f-6256-4be8-9008-c077c2aae81c req-2e698140-c7dd-4094-8c27-d90d5627262f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0484762 Sep 06 05:42:25.584340 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf56106f-6256-4be8-9008-c077c2aae81c req-ae01d582-adcf-467a-af49-47413e0c6957 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Sep 06 05:42:26.703196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9806-fa9c-45ad-a99f-c7db49952d7f req-ec7f1221-0c6a-41a4-900d-c09f3534ea8b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:26.704597 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a72f9806-fa9c-45ad-a99f-c7db49952d7f req-ec7f1221-0c6a-41a4-900d-c09f3534ea8b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 943 time: 0.0494573 Sep 06 05:42:26.745916 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a72f9806-fa9c-45ad-a99f-c7db49952d7f req-92d9c229-1925-4c91-aec9-50c3cd68cb39 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344908 Sep 06 05:42:26.906157 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:42:26.998671 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:27.010362 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '4860939c-373e-401c-a138-2c03aaf76d16', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'port_id': '4860939c-373e-401c-a138-2c03aaf76d16', 'mac_address': 'fa:16:3e:a3:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:42:27.048968 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:27.062142 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4860939c-373e-401c-a138-2c03aaf76d16 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:42:27.081116 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:27.084771 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:27.130380 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=9']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:27.305251 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['4860939c-373e-401c-a138-2c03aaf76d16'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:42:27.867701 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26afeb-4e74-46de-8f4e-f77cd32de4ea req-620e4a66-edb0-4abd-a948-4a0280e0ed69 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:27.869215 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7a26afeb-4e74-46de-8f4e-f77cd32de4ea req-620e4a66-edb0-4abd-a948-4a0280e0ed69 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 944 time: 0.0486581 Sep 06 05:42:27.917379 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7a26afeb-4e74-46de-8f4e-f77cd32de4ea req-e28e5070-2c6c-4076-90d2-4e77380d8bd9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Sep 06 05:42:28.904851 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:42:28.951251 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 4860939c-373e-401c-a138-2c03aaf76d16 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:42:28.951629 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:29.031408 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:29.036128 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9b2d7-3d82-49b2-b6ca-55c8e056a8c6 req-154641d2-bfb9-4809-b4e0-179c04a88c4c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:29.037650 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e4b9b2d7-3d82-49b2-b6ca-55c8e056a8c6 req-154641d2-bfb9-4809-b4e0-179c04a88c4c tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 944 time: 0.0486205 Sep 06 05:42:29.063123 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:42:29.065081 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12d6f8d-16da-4ef1-8a54-09b470e61de2" -d '{"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-plugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:42:29.078722 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:29.084102 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e4b9b2d7-3d82-49b2-b6ca-55c8e056a8c6 req-379a0ee5-18b8-4cca-b241-6bcdf713ef2d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383136 Sep 06 05:42:29.087121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:29.120427 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92258f8-e6a5-4044-acec-307bc804ce93 x-openstack-request-id: req-a92258f8-e6a5-4044-acec-307bc804ce93 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:42:29.120718 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-plugged", "status": "completed", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:42:29.120981 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a92258f8-e6a5-4044-acec-307bc804ce93 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:42:29.121348 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'code': 200} Sep 06 05:42:29.147349 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=10']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:29.301925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253df4-0b92-4340-9647-d81734fe453f req-c1eb133c-5104-44a8-93f0-301b6a37f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:29.303475 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40253df4-0b92-4340-9647-d81734fe453f req-c1eb133c-5104-44a8-93f0-301b6a37f595 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1099 time: 0.0439558 Sep 06 05:42:29.341136 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40253df4-0b92-4340-9647-d81734fe453f req-ad92f2b5-85e6-4e1c-a4f6-6e25a56b47d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278444 Sep 06 05:42:30.205429 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80319671-6ef9-496e-8e83-187e70d4a6dc req-3054b79e-49b7-4569-9988-26d057e4ff39 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:30.206962 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80319671-6ef9-496e-8e83-187e70d4a6dc req-3054b79e-49b7-4569-9988-26d057e4ff39 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0494812 Sep 06 05:42:30.246234 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-80319671-6ef9-496e-8e83-187e70d4a6dc req-1489ae94-8031-4b66-89aa-9dfe53067251 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Sep 06 05:42:31.370690 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788ae50-eea4-4f3d-8749-138c0939e3ce req-27e1e7a5-aacc-427c-bdb0-95c7496a8281 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:31.372081 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5788ae50-eea4-4f3d-8749-138c0939e3ce req-27e1e7a5-aacc-427c-bdb0-95c7496a8281 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0519643 Sep 06 05:42:31.412770 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5788ae50-eea4-4f3d-8749-138c0939e3ce req-2d88acf4-df8c-4ee8-8e76-9555c1952bfe tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344000 Sep 06 05:42:31.885443 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:42:32.528509 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f4dc2-33b8-45a9-a45c-7c3535ff4e27 req-ddebca03-83df-47d4-aea3-e85fc38681fe tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:32.530565 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5d9f4dc2-33b8-45a9-a45c-7c3535ff4e27 req-ddebca03-83df-47d4-aea3-e85fc38681fe tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0470760 Sep 06 05:42:32.567481 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5d9f4dc2-33b8-45a9-a45c-7c3535ff4e27 req-49ac8a10-3e50-4401-9775-1c3798a815c4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310564 Sep 06 05:42:38.517329 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc159ce8-e566-469b-ab97-2be2d91c70af req-4e25e4fa-dc0c-4406-acdf-4ae2dd1bf2f5 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:38.518817 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fc159ce8-e566-469b-ab97-2be2d91c70af req-4e25e4fa-dc0c-4406-acdf-4ae2dd1bf2f5 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0484304 Sep 06 05:42:38.555185 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fc159ce8-e566-469b-ab97-2be2d91c70af req-a15e16d4-f92d-40c8-8d87-0b7f81956dfa tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304439 Sep 06 05:42:39.671279 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cccc07-25ce-4036-87e4-ea1701060d7d req-5a47be21-e225-4c0d-8ad7-32476c07b661 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:39.673661 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f0cccc07-25ce-4036-87e4-ea1701060d7d req-5a47be21-e225-4c0d-8ad7-32476c07b661 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0479097 Sep 06 05:42:39.714908 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f0cccc07-25ce-4036-87e4-ea1701060d7d req-7eefd3ea-6361-4aeb-b8b0-67bcea47cf64 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354073 Sep 06 05:42:40.391595 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-a43f3680-8c38-4505-932c-8dbe28f9322f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:40.393055 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-a43f3680-8c38-4505-932c-8dbe28f9322f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0518692 Sep 06 05:42:40.489412 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Deleting port 8803d979-e749-4207-8a16-40cd07ab5a89 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:40.489756 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:40.581971 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] For port 8803d979-e749-4207-8a16-40cd07ab5a89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8803d979-e749-4207-8a16-40cd07ab5a89,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:40.582375 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:40.755580 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:40.755835 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:40.756152 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Floating IP 7dc33d5f-a59f-48e8-9036-518c1bdfa095 disassociated. External IP: 172.27.3.231, port: 8803d979-e749-4207-8a16-40cd07ab5a89. Sep 06 05:42:40.756499 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Calling delete_port for 8803d979-e749-4207-8a16-40cd07ab5a89 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:40.834116 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5977ce4-6530-41fc-9eb0-4ae5312febaa req-6a1b5898-cbbd-4c05-a330-f519004bd2f1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:40.842748 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a5977ce4-6530-41fc-9eb0-4ae5312febaa req-6a1b5898-cbbd-4c05-a330-f519004bd2f1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 946 time: 0.0586729 Sep 06 05:42:40.876636 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a5977ce4-6530-41fc-9eb0-4ae5312febaa req-f8ca4821-dbd0-493a-ac47-ca3788ef0d6f tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups?id=edc982b0-ce95-480d-a4e9-d17e2ba73dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Sep 06 05:42:40.893509 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:40.923822 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event deleted for resources: {'Port': ['ID=8803d979-e749-4207-8a16-40cd07ab5a89,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:41.278182 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:42:41.386406 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:42:41.399335 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:42:41.408643 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:41.409265 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:41.426915 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] No DVR routers for this DVR port 8803d979-e749-4207-8a16-40cd07ab5a89 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:41.429409 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:41.431401 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0100fc03-830a-45ae-944a-6305bbfa62ab req-d4e1bb4a-754e-43b5-8632-b0f895b9c35d tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.25 "DELETE /v2.0/ports/8803d979-e749-4207-8a16-40cd07ab5a89 HTTP/1.1" status: 204 len: 173 time: 1.0321918 Sep 06 05:42:41.431830 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'name': 'network-vif-deleted', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:42:41.434063 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffa59f0-1c27-4771-a956-23a31f0ae945" -d '{"events": [{"server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "name": "network-vif-deleted", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:42:41.484681 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b23034-0e36-42dd-9a2e-01dfc8581f00 x-openstack-request-id: req-57b23034-0e36-42dd-9a2e-01dfc8581f00 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:42:41.485177 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b787fe-d6c7-44ee-9970-48afe2ebddf1", "name": "network-vif-deleted", "tag": "8803d979-e749-4207-8a16-40cd07ab5a89", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:42:41.485610 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57b23034-0e36-42dd-9a2e-01dfc8581f00 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:42:41.486158 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b787fe-d6c7-44ee-9970-48afe2ebddf1', 'name': 'network-vif-deleted', 'tag': '8803d979-e749-4207-8a16-40cd07ab5a89', 'status': 'completed', 'code': 200} Sep 06 05:42:41.524431 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:41.723212 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:41.755073 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:42:41.763324 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:41.763918 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:41.874682 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:42.003128 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-872f4611-91fc-4ffb-a0e9-6dbf9a73506f req-240dda7a-7ed1-4d49-a28a-c30e13ff039c tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6b787fe-d6c7-44ee-9970-48afe2ebddf1 HTTP/1.1" status: 200 len: 210 time: 0.0266938 Sep 06 05:42:42.083884 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:42.113441 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f207f-2935-45f6-b6dd-52a804b37dac None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:36:42Z', 'revision_number': 4, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '35815d3d-97f7-4626-80d8-9ee213b03604', 'name': '', 'network_id': '103d5100-15eb-4cdf-876c-601e98561169', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'mac_address': 'fa:16:3e:7e:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:39Z', 'updated_at': '2021-09-06T05:36:53Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'subnets': [{'id': '9a0de25f-d744-4514-8db4-1e6f32878b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:42:42.169308 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:42.348328 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36934991-300d-4735-b8d9-e78facadce18 None None] New status for floating IP 7dc33d5f-a59f-48e8-9036-518c1bdfa095: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:42:43.015289 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 8803d979-e749-4207-8a16-40cd07ab5a89 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:43.039105 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 8803d979-e749-4207-8a16-40cd07ab5a89 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:43.039471 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 8803d979-e749-4207-8a16-40cd07ab5a89 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:43.085780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42658) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:43.142962 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60c1aed5-7368-41c5-a892-6fcfae1e983a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.165440 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60c1aed5-7368-41c5-a892-6fcfae1e983a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.215200 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60c1aed5-7368-41c5-a892-6fcfae1e983a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.218126 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-60c1aed5-7368-41c5-a892-6fcfae1e983a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.219405 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-60c1aed5-7368-41c5-a892-6fcfae1e983a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "DELETE /v2.0/security-groups/edc982b0-ce95-480d-a4e9-d17e2ba73dea HTTP/1.1" status: 204 len: 168 time: 0.1325438 Sep 06 05:42:43.222255 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42660) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:43.228278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1aed5-7368-41c5-a892-6fcfae1e983a tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc982b0-ce95-480d-a4e9-d17e2ba73dea,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:43.236319 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.api.v2.resource [None req-cfbc0fd8-0265-48bc-a229-cb8268b4ffe1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] show failed (client error): The resource could not be found. Sep 06 05:42:43.237675 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-cfbc0fd8-0265-48bc-a229-cb8268b4ffe1 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "GET /v2.0/security-groups/edc982b0-ce95-480d-a4e9-d17e2ba73dea HTTP/1.1" status: 404 len: 347 time: 0.0140789 Sep 06 05:42:43.240091 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42662) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:43.368776 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Deleting port 7f747f91-3fed-46c0-a63e-62c61410cbc6 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:43.369114 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.443774 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.444103 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.455386 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Calling delete_port for 7f747f91-3fed-46c0-a63e-62c61410cbc6 owned by network:floatingip {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:43.590600 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.615886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Pushing event deleted for resources: {'Port': ['ID=7f747f91-3fed-46c0-a63e-62c61410cbc6,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:43.638827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.641563 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:43.642724 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-16cf64f3-cb2a-4bd4-9205-18ddaf15a340 tempest-AttachVolumeTestJSON-723896296 tempest-AttachVolumeTestJSON-723896296-project] 10.222.0.30 "DELETE /v2.0/floatingips/7dc33d5f-a59f-48e8-9036-518c1bdfa095 HTTP/1.1" status: 204 len: 168 time: 0.4017463 Sep 06 05:42:47.169314 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42700) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:47.948087 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:48.242659 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Deleting port 35815d3d-97f7-4626-80d8-9ee213b03604 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:48.243362 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:48.320983 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] For port 35815d3d-97f7-4626-80d8-9ee213b03604, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=35815d3d-97f7-4626-80d8-9ee213b03604,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:48.321388 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:48.336443 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Calling delete_port for 35815d3d-97f7-4626-80d8-9ee213b03604 owned by network:router_interface {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:48.509720 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:48.543146 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=35815d3d-97f7-4626-80d8-9ee213b03604,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:48.667643 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:48.873945 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Router d6c4f631-a99a-4b5f-89bb-beab423c19a2 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:42:48.979944 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:42:48.985502 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8f3d6273-0834-4bf6-a00c-9fc8bc485f75 admin admin] 10.222.0.30 "PUT /v2.0/routers/d6c4f631-a99a-4b5f-89bb-beab423c19a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150332 Sep 06 05:42:48.987444 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42708) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:48.989267 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] Sync routers for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:42:48.998340 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:48.998951 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:49.085988 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks [] for router, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.106738 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:49.189118 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.248025 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Deleting port 7d61f76b-7e35-4b11-b658-36b2860f9a51 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:49.248705 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.293065 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:42:48Z', 'revision_number': 5, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port': {'id': '7d61f76b-7e35-4b11-b658-36b2860f9a51', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:31Z', 'updated_at': '2021-09-06T05:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:49.321163 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] Checking router: d6c4f631-a99a-4b5f-89bb-beab423c19a2 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:42:49.330072 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] Routers {'d6c4f631-a99a-4b5f-89bb-beab423c19a2'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:42:49.330714 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:49.333949 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] For port 7d61f76b-7e35-4b11-b658-36b2860f9a51, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=7d61f76b-7e35-4b11-b658-36b2860f9a51,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:49.334353 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.347889 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Calling delete_port for 7d61f76b-7e35-4b11-b658-36b2860f9a51 owned by network:router_gateway {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:49.419840 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-16b93c9b-3923-41e7-ac72-710970265760 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534868 Sep 06 05:42:49.482350 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-55d59bd2-8689-422d-a16c-d9f324d09dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:49.484948 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-55d59bd2-8689-422d-a16c-d9f324d09dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf6628cf61824aa78f1a0b289244eec2&device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 1099 time: 0.0419462 Sep 06 05:42:49.528331 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.540302 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8af1abba-5f82-4c88-b137-2d7f410ed1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.557426 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Pushing event deleted for resources: {'Port': ['ID=7d61f76b-7e35-4b11-b658-36b2860f9a51,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:49.560444 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] Set router d6c4f631-a99a-4b5f-89bb-beab423c19a2 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:42:49.584923 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.622882 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:42:49Z', 'revision_number': 6, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:49.632876 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-d58e4d91-8583-4d1c-a370-5c9115e332cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:49.634566 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-d58e4d91-8583-4d1c-a370-5c9115e332cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 200 len: 917 time: 0.1280272 Sep 06 05:42:49.651248 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566eeda-5f41-4dcd-98ee-b480e199592e None None] The sync data for ids ['d6c4f631-a99a-4b5f-89bb-beab423c19a2'] in dv-cinder-788782-11-iscsi is: [{'id': 'd6c4f631-a99a-4b5f-89bb-beab423c19a2', 'name': 'tempest-AttachVolumeTestJSON-722503704-router', 'tenant_id': '7ee4a60523a04b1f886faed1130a113d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:30Z', 'updated_at': '2021-09-06T05:42:49Z', 'revision_number': 6, 'project_id': '7ee4a60523a04b1f886faed1130a113d', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:42:49.717767 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-e8ef1fee-97f2-4e8b-8879-6e0728c37f7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 200 len: 1001 time: 0.0750480 Sep 06 05:42:49.718418 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.721486 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.771566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.772220 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c4f631-a99a-4b5f-89bb-beab423c19a2 {{(pid=94086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:42:49.776345 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-2abb61bb-4a9b-49a1-8342-e41ea83ed73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:49.776546 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.777922 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-2c7e7051-9d32-4c63-b57c-52a87631fafe admin admin] 10.222.0.30 "DELETE /v2.0/routers/d6c4f631-a99a-4b5f-89bb-beab423c19a2 HTTP/1.1" status: 204 len: 168 time: 0.7895312 Sep 06 05:42:49.778076 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-2abb61bb-4a9b-49a1-8342-e41ea83ed73e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 200 len: 855 time: 0.0526791 Sep 06 05:42:49.780427 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42714) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:49.824754 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-5de16ca1-3071-4acc-82dc-6a3a01a47d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:42:49.825996 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Deleting subnet 9a0de25f-d744-4514-8db4-1e6f32878b66 {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:42:49.826294 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-5de16ca1-3071-4acc-82dc-6a3a01a47d05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409651 Sep 06 05:42:49.829375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.863478 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.914180 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.924117 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-f6b93ccc-3ddf-4431-9a5e-2aa213e533e8 service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899894 Sep 06 05:42:49.969039 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:49.995192 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0de25f-d744-4514-8db4-1e6f32878b66,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:49.998778 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.001279 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-687cf126-f3d1-4da6-bbbb-b05c5924e7df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a0de25f-d744-4514-8db4-1e6f32878b66 HTTP/1.1" status: 204 len: 168 time: 0.2199459 Sep 06 05:42:50.004073 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42718) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:50.006810 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da53ce-362c-4730-9dc8-2848df0044f9 None None] Network 103d5100-15eb-4cdf-876c-601e98561169 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:42:50.053870 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33abc801-e4bf-4ebd-a731-d94a533dcfb2 req-51cd1939-e981-4626-aa5f-5ddfaa0658fa service neutron] 10.222.0.25 "GET /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223769 Sep 06 05:42:50.112708 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.166514 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Deleting port b3aa5c9a-49bd-4350-8bac-53f8133483ca {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:42:50.166861 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.235525 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] For port b3aa5c9a-49bd-4350-8bac-53f8133483ca, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=b3aa5c9a-49bd-4350-8bac-53f8133483ca,segment=NetworkSegment(dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8),segment_id=dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:42:50.235885 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.247567 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Calling delete_port for b3aa5c9a-49bd-4350-8bac-53f8133483ca owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:42:50.326001 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.352071 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3aa5c9a-49bd-4350-8bac-53f8133483ca,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:50.357539 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] No DVR routers for this DVR port b3aa5c9a-49bd-4350-8bac-53f8133483ca on host dv-cinder-788782-11-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:42:50.438721 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.450459 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103d5100-15eb-4cdf-876c-601e98561169']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:50.453388 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984a246b-6c71-4df9-b7de-f6e764061c98 None None] DHCP port deletion for 103d5100-15eb-4cdf-876c-601e98561169 request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:42:50.463668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:50.463668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0bb25a-83d3-42a6-81e7-91db5fa6a7e8') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:42:50.474613 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.490741 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.496597 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:42:50.496978 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:42:50.498949 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:42:50.558692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.564216 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.569549 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/103d5100-15eb-4cdf-876c-601e98561169 HTTP/1.1" status: 204 len: 168 time: 0.5620604 Sep 06 05:42:50.583082 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beb50c-a34c-4ac6-8c08-66ddc4d069d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=103d5100-15eb-4cdf-876c-601e98561169,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:50.690635 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42724) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:50.732443 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7e5a68ee-74c8-491e-9d3b-9755d8bfd374 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ee4a60523a04b1f886faed1130a113d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406516 Sep 06 05:42:50.734936 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42726) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:42:50.780666 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b74d5d8-6645-4a49-8a33-d0eaec10631f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.801461 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b74d5d8-6645-4a49-8a33-d0eaec10631f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.854098 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b74d5d8-6645-4a49-8a33-d0eaec10631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.856589 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7b74d5d8-6645-4a49-8a33-d0eaec10631f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:50.857739 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7b74d5d8-6645-4a49-8a33-d0eaec10631f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b54bbd3-679f-4aea-883e-0569b099485c HTTP/1.1" status: 204 len: 168 time: 0.1219110 Sep 06 05:42:50.865997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74d5d8-6645-4a49-8a33-d0eaec10631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54bbd3-679f-4aea-883e-0569b099485c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:42:51.261502 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b3aa5c9a-49bd-4350-8bac-53f8133483ca no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:51.280831 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: b3aa5c9a-49bd-4350-8bac-53f8133483ca {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:51.281772 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b3aa5c9a-49bd-4350-8bac-53f8133483ca not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:51.282179 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 35815d3d-97f7-4626-80d8-9ee213b03604 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:51.300094 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 35815d3d-97f7-4626-80d8-9ee213b03604 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:51.300439 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 35815d3d-97f7-4626-80d8-9ee213b03604 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:51.300867 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 7d61f76b-7e35-4b11-b658-36b2860f9a51 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:42:51.322546 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 7d61f76b-7e35-4b11-b658-36b2860f9a51 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:42:51.322890 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 7d61f76b-7e35-4b11-b658-36b2860f9a51 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:42:52.211424 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7c80b279-6f2c-42ea-8f0a-621c4b8ba151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:52.795949 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:53.119899 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:42:54.694041 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.167586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42896) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:00.273027 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.359253 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.362901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.399656 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fe2aef8a94341158511933c2d9821c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309792 Sep 06 05:43:00.400769 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1884ca1-692b-4165-9721-aa5617f48dfb,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:00.402601 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42900) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:00.408581 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.408931 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.409271 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.409982 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.409982 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.410280 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.410609 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.410935 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.411264 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.411588 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.411910 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.412231 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b11b1-3e79-4259-a4a9-3a450f0b7972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:00.451901 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f9dddbb-f50e-485a-b21c-123ea711167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.473647 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f9dddbb-f50e-485a-b21c-123ea711167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.518670 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f9dddbb-f50e-485a-b21c-123ea711167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.521122 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f9dddbb-f50e-485a-b21c-123ea711167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:00.522263 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3f9dddbb-f50e-485a-b21c-123ea711167c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1884ca1-692b-4165-9721-aa5617f48dfb HTTP/1.1" status: 204 len: 168 time: 0.1186740 Sep 06 05:43:00.529691 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dddbb-f50e-485a-b21c-123ea711167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1884ca1-692b-4165-9721-aa5617f48dfb,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:02.103091 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42956) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:02.212032 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d29efe9-a9ba-4d0a-bf2c-c180f4549d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.305057 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d29efe9-a9ba-4d0a-bf2c-c180f4549d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.308976 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d29efe9-a9ba-4d0a-bf2c-c180f4549d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.327163 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42966) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:02.349438 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5d29efe9-a9ba-4d0a-bf2c-c180f4549d57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c918baa3e26a4282b984a61f9263bdf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430534 Sep 06 05:43:02.349438 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29efe9-a9ba-4d0a-bf2c-c180f4549d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a78d55b-eb13-435e-9f15-39e980b7a05c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:02.349869 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42970) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:02.404699 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c292a0f0-e838-4fd6-a4da-a7dd9c92af54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.431508 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c292a0f0-e838-4fd6-a4da-a7dd9c92af54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.444224 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd07-f135-4327-95ba-cb8a0d65d4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.509712 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c292a0f0-e838-4fd6-a4da-a7dd9c92af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.512241 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c292a0f0-e838-4fd6-a4da-a7dd9c92af54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.513385 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-c292a0f0-e838-4fd6-a4da-a7dd9c92af54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a78d55b-eb13-435e-9f15-39e980b7a05c HTTP/1.1" status: 204 len: 168 time: 0.1622808 Sep 06 05:43:02.527544 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a0f0-e838-4fd6-a4da-a7dd9c92af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a78d55b-eb13-435e-9f15-39e980b7a05c,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:02.571932 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd07-f135-4327-95ba-cb8a0d65d4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.575546 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd07-f135-4327-95ba-cb8a0d65d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.614116 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-05a7cd07-f135-4327-95ba-cb8a0d65d4b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27a8c1b5c3bd4cb5ab4ff37e2af47806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857115 Sep 06 05:43:02.615235 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7cd07-f135-4327-95ba-cb8a0d65d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceef8c5-a1de-471d-97b0-84418c9fbc73,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:02.616949 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42974) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:02.670856 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-827eaf5d-20d9-4fdd-85e5-76c2454fd54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.691977 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-827eaf5d-20d9-4fdd-85e5-76c2454fd54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.738801 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-827eaf5d-20d9-4fdd-85e5-76c2454fd54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.741668 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-827eaf5d-20d9-4fdd-85e5-76c2454fd54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.742996 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-827eaf5d-20d9-4fdd-85e5-76c2454fd54c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bceef8c5-a1de-471d-97b0-84418c9fbc73 HTTP/1.1" status: 204 len: 168 time: 0.1249745 Sep 06 05:43:02.750624 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eaf5d-20d9-4fdd-85e5-76c2454fd54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceef8c5-a1de-471d-97b0-84418c9fbc73,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:02.796393 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 42980) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:02.810308 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e85596a-6fdf-480a-a823-2aca4acb9c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.904067 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e85596a-6fdf-480a-a823-2aca4acb9c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.907552 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0e85596a-6fdf-480a-a823-2aca4acb9c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:02.944672 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85596a-6fdf-480a-a823-2aca4acb9c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d716bcf-887d-4255-8e10-7ff55c91be92,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:02.950747 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0e85596a-6fdf-480a-a823-2aca4acb9c61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e589e3e6d52b49aa88997a80885ddb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519127 Sep 06 05:43:02.951503 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 42986) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:02.999304 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6acf5ad1-e203-4da6-acbf-f52e67dc49f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:03.020691 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6acf5ad1-e203-4da6-acbf-f52e67dc49f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:03.072549 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6acf5ad1-e203-4da6-acbf-f52e67dc49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:03.075359 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6acf5ad1-e203-4da6-acbf-f52e67dc49f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:03.076755 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-6acf5ad1-e203-4da6-acbf-f52e67dc49f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d716bcf-887d-4255-8e10-7ff55c91be92 HTTP/1.1" status: 204 len: 168 time: 0.1240795 Sep 06 05:43:03.084528 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5ad1-e203-4da6-acbf-f52e67dc49f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d716bcf-887d-4255-8e10-7ff55c91be92,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:04.584400 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43048) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:04.685614 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0c5c-2a55-45d1-b75c-7bd5a101ab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.769889 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0c5c-2a55-45d1-b75c-7bd5a101ab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.773424 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0c5c-2a55-45d1-b75c-7bd5a101ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.811221 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-bf0f0c5c-2a55-45d1-b75c-7bd5a101ab1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a21148f79e3d4bf8ab373224e99b81ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257595 Sep 06 05:43:04.812058 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f0c5c-2a55-45d1-b75c-7bd5a101ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f693f373-fecb-49a2-8929-057122ccf981,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:04.813939 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43052) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:04.870806 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-91991cfb-8383-444c-9f7c-dd413ec1a11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.890899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-91991cfb-8383-444c-9f7c-dd413ec1a11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.938900 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-91991cfb-8383-444c-9f7c-dd413ec1a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.941477 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-91991cfb-8383-444c-9f7c-dd413ec1a11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:04.942637 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-91991cfb-8383-444c-9f7c-dd413ec1a11e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f693f373-fecb-49a2-8929-057122ccf981 HTTP/1.1" status: 204 len: 168 time: 0.1197693 Sep 06 05:43:04.950431 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91991cfb-8383-444c-9f7c-dd413ec1a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693f373-fecb-49a2-8929-057122ccf981,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:05.219756 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43064) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:05.233899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ee5a-0704-46b1-b55a-88c42cbeb5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.320083 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ee5a-0704-46b1-b55a-88c42cbeb5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.323795 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ee5a-0704-46b1-b55a-88c42cbeb5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.362490 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9ec1ee5a-0704-46b1-b55a-88c42cbeb5e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44163e24746c418b9627aa01b8e34b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416082 Sep 06 05:43:05.363678 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1ee5a-0704-46b1-b55a-88c42cbeb5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1398e502-9f00-4588-8913-0390e70f7f74,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:05.365123 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43066) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:05.412322 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c32a915f-6b14-4e62-8875-bd8bc6a7d77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.432430 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c32a915f-6b14-4e62-8875-bd8bc6a7d77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.478590 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c32a915f-6b14-4e62-8875-bd8bc6a7d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.480982 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c32a915f-6b14-4e62-8875-bd8bc6a7d77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:05.482115 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-c32a915f-6b14-4e62-8875-bd8bc6a7d77b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1398e502-9f00-4588-8913-0390e70f7f74 HTTP/1.1" status: 204 len: 168 time: 0.1160233 Sep 06 05:43:05.489774 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a915f-6b14-4e62-8875-bd8bc6a7d77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1398e502-9f00-4588-8913-0390e70f7f74,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:08.199177 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43204) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:08.307947 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f78615e6-5250-4165-9485-6a5365e77aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.397470 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f78615e6-5250-4165-9485-6a5365e77aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.401503 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f78615e6-5250-4165-9485-6a5365e77aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.446433 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f78615e6-5250-4165-9485-6a5365e77aee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b8f0f22f58f4ccca24e8f95c01799ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461035 Sep 06 05:43:08.447741 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78615e6-5250-4165-9485-6a5365e77aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bac106-8180-49f2-98e0-20143583eef1,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:08.449174 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43216) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:08.504867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bbc7-c586-41ba-b3d0-c1dc7fa1a7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.527385 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bbc7-c586-41ba-b3d0-c1dc7fa1a7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.575752 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bbc7-c586-41ba-b3d0-c1dc7fa1a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.578369 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bbc7-c586-41ba-b3d0-c1dc7fa1a7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.579570 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c0e6bbc7-c586-41ba-b3d0-c1dc7fa1a7d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0bac106-8180-49f2-98e0-20143583eef1 HTTP/1.1" status: 204 len: 168 time: 0.1291912 Sep 06 05:43:08.587332 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6bbc7-c586-41ba-b3d0-c1dc7fa1a7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bac106-8180-49f2-98e0-20143583eef1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:08.802567 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e225657-dc91-4be2-9a07-02cb07ec7062 req-b6eecd42-3b93-4abd-a8bf-627159dc05ea tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:08.804010 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3e225657-dc91-4be2-9a07-02cb07ec7062 req-b6eecd42-3b93-4abd-a8bf-627159dc05ea tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0481668 Sep 06 05:43:08.843469 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3e225657-dc91-4be2-9a07-02cb07ec7062 req-5f58a121-49d2-41a7-80d9-f7be33906491 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327721 Sep 06 05:43:08.859555 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43226) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:08.875324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-493104ca-ccc8-4334-8c94-6f4c21a27c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.883868 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:43:08.961664 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-493104ca-ccc8-4334-8c94-6f4c21a27c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:08.965156 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-493104ca-ccc8-4334-8c94-6f4c21a27c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:09.002420 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-493104ca-ccc8-4334-8c94-6f4c21a27c9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ef7aaf8a1234be0b28970f7b6870b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418080 Sep 06 05:43:09.003518 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493104ca-ccc8-4334-8c94-6f4c21a27c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432baaab-b131-43e0-a89c-8a69b89e50b7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:09.005225 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43228) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:09.052987 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8dad-1ed7-41f5-82cd-d147c15e2cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:09.073168 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8dad-1ed7-41f5-82cd-d147c15e2cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:09.120425 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8dad-1ed7-41f5-82cd-d147c15e2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:09.123277 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8dad-1ed7-41f5-82cd-d147c15e2cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:09.124403 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f1cf8dad-1ed7-41f5-82cd-d147c15e2cc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/432baaab-b131-43e0-a89c-8a69b89e50b7 HTTP/1.1" status: 204 len: 168 time: 0.1182127 Sep 06 05:43:09.131605 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8dad-1ed7-41f5-82cd-d147c15e2cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432baaab-b131-43e0-a89c-8a69b89e50b7,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:09.977799 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa8bab-c52f-4b4e-a634-013b8eefdb08 req-5932ffaa-d64b-4b0a-8dcb-c2763a2a6ce5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:09.979050 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40fa8bab-c52f-4b4e-a634-013b8eefdb08 req-5932ffaa-d64b-4b0a-8dcb-c2763a2a6ce5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0551562 Sep 06 05:43:10.021785 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-40fa8bab-c52f-4b4e-a634-013b8eefdb08 req-9d9a4324-729f-440b-ae49-2cec1a26fd0d tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366974 Sep 06 05:43:11.145179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c58e32-2c26-4dcf-8262-80c79f228cc3 req-bcdfb0ba-394e-487c-87d2-846645bed2c5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:11.147317 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8c58e32-2c26-4dcf-8262-80c79f228cc3 req-bcdfb0ba-394e-487c-87d2-846645bed2c5 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0508354 Sep 06 05:43:11.185886 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b8c58e32-2c26-4dcf-8262-80c79f228cc3 req-52646669-4e16-4896-b8a0-8b68e7e03655 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Sep 06 05:43:12.152615 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:12.306609 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576679c2-4281-46fd-8502-8df6434f49f0 req-1bb4cb90-10b3-4e0b-b6e5-18791738abbb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:12.308055 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-576679c2-4281-46fd-8502-8df6434f49f0 req-1bb4cb90-10b3-4e0b-b6e5-18791738abbb tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0501244 Sep 06 05:43:12.344048 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-576679c2-4281-46fd-8502-8df6434f49f0 req-172a28e6-5fe9-4520-a12b-1028b7fe18a4 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups?id=3cd89b84-3434-415e-8d32-8b9c9d376d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301807 Sep 06 05:43:12.900544 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-7025eb2b-04ed-4a86-91a8-c1815d5e68aa tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:12.901886 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-7025eb2b-04ed-4a86-91a8-c1815d5e68aa tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 946 time: 0.0469034 Sep 06 05:43:12.992007 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Deleting port 4860939c-373e-401c-a138-2c03aaf76d16 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:12.992353 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:13.078419 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] For port 4860939c-373e-401c-a138-2c03aaf76d16, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4860939c-373e-401c-a138-2c03aaf76d16,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:13.078792 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:13.256828 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:13.257204 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:13.257590 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Floating IP cbe7f4a1-fed4-4260-af6d-04a517c9c9ae disassociated. External IP: 172.27.3.176, port: 4860939c-373e-401c-a138-2c03aaf76d16. Sep 06 05:43:13.257942 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Calling delete_port for 4860939c-373e-401c-a138-2c03aaf76d16 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:13.386324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:13.419331 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event deleted for resources: {'Port': ['ID=4860939c-373e-401c-a138-2c03aaf76d16,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:13.448148 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e3c4383a-6259-4e8a-b48e-97b0cf48f454 req-67e9483b-c3bf-4358-a71c-0720e9cc3da9 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Sep 06 05:43:13.529323 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Router 142209fa-9ffc-4632-9679-4d06e0934ccd has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:13.639877 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:13.660853 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:13.673323 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:13.674037 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:13.690068 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] No DVR routers for this DVR port 4860939c-373e-401c-a138-2c03aaf76d16 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:13.693104 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:13.695182 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2afcbb0e-e193-440f-af11-74ed0c35c73a req-5dc40e86-800e-4f85-934d-ddfd774321bf tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.25 "DELETE /v2.0/ports/4860939c-373e-401c-a138-2c03aaf76d16 HTTP/1.1" status: 204 len: 173 time: 0.7869127 Sep 06 05:43:13.695618 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-deleted', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:13.697850 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3f67a-4563-478d-b861-634f01946919" -d '{"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-deleted", "tag": "4860939c-373e-401c-a138-2c03aaf76d16"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:13.736159 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10420d3-16be-457d-885f-30a043551ebf x-openstack-request-id: req-e10420d3-16be-457d-885f-30a043551ebf {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:13.736659 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f721640-bb70-4e16-9e18-87601edb16d5", "name": "network-vif-deleted", "tag": "4860939c-373e-401c-a138-2c03aaf76d16", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:13.736824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e10420d3-16be-457d-885f-30a043551ebf {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:13.737219 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f721640-bb70-4e16-9e18-87601edb16d5', 'name': 'network-vif-deleted', 'tag': '4860939c-373e-401c-a138-2c03aaf76d16', 'status': 'completed', 'code': 200} Sep 06 05:43:13.793123 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:13.998317 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:14.023589 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:14.031425 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:14.032012 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:14.132966 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:14.322603 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:14.352564 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f006a-c18f-4901-88eb-69ab18face95 None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:33Z', 'revision_number': 4, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'a0d18656-8555-4d57-a233-83b443ef9d52', 'name': '', 'network_id': '7f3e3e0a-6abf-4ba7-955b-bfed60dd162c', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'mac_address': 'fa:16:3e:c7:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:32Z', 'updated_at': '2021-09-06T05:36:40Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'subnets': [{'id': 'ea587cee-15df-47ce-8cdd-21d291bef828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:14.576693 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0dfa5b42-5ed3-442e-bba3-c06d5277c186 req-a852e752-8efb-4ae4-8651-c0b03e9d4d4f tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 210 time: 0.0313029 Sep 06 05:43:14.598616 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fae27-4545-4736-8d4f-97e4dc454e28 None None] New status for floating IP cbe7f4a1-fed4-4260-af6d-04a517c9c9ae: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:43:15.691512 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-26501255-f01e-46ba-8fd4-fa57f431447f req-172fbdc9-9f17-4f31-bb80-ecebea21148b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f721640-bb70-4e16-9e18-87601edb16d5 HTTP/1.1" status: 200 len: 210 time: 0.0257366 Sep 06 05:43:16.779852 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43380) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:16.833534 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dae42fad-c37a-4209-ae09-a6aa3c1bae24 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:16.855235 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dae42fad-c37a-4209-ae09-a6aa3c1bae24 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:16.905629 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dae42fad-c37a-4209-ae09-a6aa3c1bae24 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:16.908190 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-dae42fad-c37a-4209-ae09-a6aa3c1bae24 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:16.909374 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-dae42fad-c37a-4209-ae09-a6aa3c1bae24 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "DELETE /v2.0/security-groups/3cd89b84-3434-415e-8d32-8b9c9d376d07 HTTP/1.1" status: 204 len: 168 time: 0.1285295 Sep 06 05:43:16.912220 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43382) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:16.918108 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae42fad-c37a-4209-ae09-a6aa3c1bae24 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd89b84-3434-415e-8d32-8b9c9d376d07,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:16.931386 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-f2fdee81-d633-40e9-8c60-e73675c72329 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] show failed (client error): The resource could not be found. Sep 06 05:43:16.932436 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f2fdee81-d633-40e9-8c60-e73675c72329 tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "GET /v2.0/security-groups/3cd89b84-3434-415e-8d32-8b9c9d376d07 HTTP/1.1" status: 404 len: 347 time: 0.0190911 Sep 06 05:43:16.935625 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43384) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:17.055235 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Deleting port b7a64f58-caf0-43df-bcfa-705aabce5598 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:17.055580 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.130431 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.130692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.141777 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Calling delete_port for b7a64f58-caf0-43df-bcfa-705aabce5598 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:17.246706 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:17.270703 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 4860939c-373e-401c-a138-2c03aaf76d16 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:17.271070 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4860939c-373e-401c-a138-2c03aaf76d16 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:17.274283 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.303235 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Pushing event deleted for resources: {'Port': ['ID=b7a64f58-caf0-43df-bcfa-705aabce5598,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:17.366094 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.372856 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.372856 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-396e6b6b-907e-4675-9142-814b5a77507b tempest-AttachVolumeShelveTestJSON-1840622648 tempest-AttachVolumeShelveTestJSON-1840622648-project] 10.222.0.30 "DELETE /v2.0/floatingips/cbe7f4a1-fed4-4260-af6d-04a517c9c9ae HTTP/1.1" status: 204 len: 168 time: 0.4332745 Sep 06 05:43:17.631612 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43404) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:17.739661 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be03501b-6835-4745-b41e-4341542cf2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.832528 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be03501b-6835-4745-b41e-4341542cf2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.836858 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be03501b-6835-4745-b41e-4341542cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.873750 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03501b-6835-4745-b41e-4341542cf2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90b407d-43fb-4bf5-bbed-d2ff8db34ea8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:17.881279 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43420) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:17.881838 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-be03501b-6835-4745-b41e-4341542cf2b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea236dac8cc048a3a204f02a38cf3636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486613 Sep 06 05:43:17.941670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eff724f8-8b63-47a6-ac1d-f6cf79a3c5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:17.964490 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eff724f8-8b63-47a6-ac1d-f6cf79a3c5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.011307 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eff724f8-8b63-47a6-ac1d-f6cf79a3c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.020061 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eff724f8-8b63-47a6-ac1d-f6cf79a3c5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.020061 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-eff724f8-8b63-47a6-ac1d-f6cf79a3c5e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b90b407d-43fb-4bf5-bbed-d2ff8db34ea8 HTTP/1.1" status: 204 len: 168 time: 0.1328762 Sep 06 05:43:18.024737 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff724f8-8b63-47a6-ac1d-f6cf79a3c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90b407d-43fb-4bf5-bbed-d2ff8db34ea8,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:18.294241 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43448) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:18.307682 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-deb127c9-7f7d-4650-b230-85b1ad753963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.398685 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-deb127c9-7f7d-4650-b230-85b1ad753963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.402451 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-deb127c9-7f7d-4650-b230-85b1ad753963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.443518 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb127c9-7f7d-4650-b230-85b1ad753963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0506b2ac-0bfa-4c8d-bed8-356ea051b90d,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:18.447628 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-deb127c9-7f7d-4650-b230-85b1ad753963 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=003bac7d15cb41aea12c38b8bae1fb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523581 Sep 06 05:43:18.450359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43458) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:18.500886 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9e941e25-8949-40a1-9205-6c8dad17a131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.521437 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9e941e25-8949-40a1-9205-6c8dad17a131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.572297 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9e941e25-8949-40a1-9205-6c8dad17a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.574969 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9e941e25-8949-40a1-9205-6c8dad17a131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:18.578549 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9e941e25-8949-40a1-9205-6c8dad17a131 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0506b2ac-0bfa-4c8d-bed8-356ea051b90d HTTP/1.1" status: 204 len: 168 time: 0.1244998 Sep 06 05:43:18.588153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e941e25-8949-40a1-9205-6c8dad17a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506b2ac-0bfa-4c8d-bed8-356ea051b90d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:19.412309 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-83f73318-e531-4d2f-8b21-75ae7cf4b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:19.814739 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43512) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:20.291067 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:20.523095 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Deleting port a0d18656-8555-4d57-a233-83b443ef9d52 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:20.523429 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:20.599163 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] For port a0d18656-8555-4d57-a233-83b443ef9d52, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=a0d18656-8555-4d57-a233-83b443ef9d52,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:20.599534 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:20.612002 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Calling delete_port for a0d18656-8555-4d57-a233-83b443ef9d52 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:20.801402 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:20.833568 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d18656-8555-4d57-a233-83b443ef9d52,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:20.866354 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-e39fcb55-146a-4fbc-adcd-6dc104a957d6 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cde1996f15374d97a1fdf5891bc06e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409131 Sep 06 05:43:20.996163 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:21.297975 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-9d96e437-57e4-4a94-b92d-94c589a60c2d tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:21.299626 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-9d96e437-57e4-4a94-b92d-94c589a60c2d tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4270036 Sep 06 05:43:21.316150 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-bae2fcaa-d4ec-4b93-9f0a-67a7530a8944 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/quotas/cde1996f15374d97a1fdf5891bc06e7e HTTP/1.1" status: 200 len: 375 time: 0.0092156 Sep 06 05:43:21.347705 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-2668686f-f6db-48c8-869b-6c47a3fce2f3 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cde1996f15374d97a1fdf5891bc06e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256665 Sep 06 05:43:21.453000 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Router 142209fa-9ffc-4632-9679-4d06e0934ccd has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:21.511567 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-917edaec-6d02-410a-9ddc-191ed0810f7c req-4b8d8eaa-611e-4693-af12-dec5da78d386 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 210 time: 0.0273077 Sep 06 05:43:21.566343 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:21.571636 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d856b272-365e-46f9-a3f8-8542ea61a9ac admin admin] 10.222.0.30 "PUT /v2.0/routers/142209fa-9ffc-4632-9679-4d06e0934ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545190 Sep 06 05:43:21.573667 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43542) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:21.578297 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] Sync routers for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:21.589146 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:21.589873 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:21.682160 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:21.707624 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:21.811068 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:21.881312 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Deleting port d6b73e3e-b8cd-4885-999b-07c30126d739 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:21.882143 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:21.978266 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] For port d6b73e3e-b8cd-4885-999b-07c30126d739, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=d6b73e3e-b8cd-4885-999b-07c30126d739,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:21.978606 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:21.995412 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Calling delete_port for d6b73e3e-b8cd-4885-999b-07c30126d739 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:22.006358 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:43:20Z', 'revision_number': 5, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port': {'id': 'd6b73e3e-b8cd-4885-999b-07c30126d739', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:22.035535 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] Checking router: 142209fa-9ffc-4632-9679-4d06e0934ccd for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:22.044302 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] Routers {'142209fa-9ffc-4632-9679-4d06e0934ccd'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:22.045045 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:42:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['142209fa-9ffc-4632-9679-4d06e0934ccd'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:22.133745 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] Set router 142209fa-9ffc-4632-9679-4d06e0934ccd gateway port host: None {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:22.163750 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.186197 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:43:21Z', 'revision_number': 6, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:22.189212 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b73e3e-b8cd-4885-999b-07c30126d739,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:22.213664 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1cd1-7919-4e9e-ab0c-8b96c65d1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.215242 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6009f-02c7-449b-9c44-a89b7cfc5b8a None None] The sync data for ids ['142209fa-9ffc-4632-9679-4d06e0934ccd'] in dv-cinder-788782-11-iscsi is: [{'id': '142209fa-9ffc-4632-9679-4d06e0934ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-323499878-router', 'tenant_id': 'cf6628cf61824aa78f1a0b289244eec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:36:26Z', 'updated_at': '2021-09-06T05:43:21Z', 'revision_number': 6, 'project_id': 'cf6628cf61824aa78f1a0b289244eec2', 'gw_port_host': None}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:22.260637 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.349383 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.352672 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.385519 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-6b358b70-6bf2-450c-bf29-d969aa121878 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cde1996f15374d97a1fdf5891bc06e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341792 Sep 06 05:43:22.450102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.450662 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142209fa-9ffc-4632-9679-4d06e0934ccd {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:43:22.461650 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.462871 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7da6b19b-f33e-4037-b6b3-390b876f3dc3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/142209fa-9ffc-4632-9679-4d06e0934ccd HTTP/1.1" status: 204 len: 168 time: 0.8882010 Sep 06 05:43:22.465710 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43554) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:22.517818 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Deleting subnet ea587cee-15df-47ce-8cdd-21d291bef828 {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:43:22.521300 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.558357 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.614756 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-de1d7250-1135-45a3-a438-39c826423a6a tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:22.616347 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-de1d7250-1135-45a3-a438-39c826423a6a tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035060 Sep 06 05:43:22.624041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6241c86-289e-42d9-8c8a-ee5b43f87700 req-df11ae4c-0600-4d16-adb2-573b53cf15a2 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 210 time: 0.0334311 Sep 06 05:43:22.633853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Request body: {'port': {'device_id': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d', 'admin_state_up': True, 'tenant_id': 'cde1996f15374d97a1fdf5891bc06e7e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:22.634103 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.696597 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.723138 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea587cee-15df-47ce-8cdd-21d291bef828,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:22.725124 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.726986 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-68c5f0ad-d286-4451-ba9c-93d1cf978a9a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea587cee-15df-47ce-8cdd-21d291bef828 HTTP/1.1" status: 204 len: 168 time: 0.2603095 Sep 06 05:43:22.729586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43562) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:22.734105 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbc92c-8a5a-425a-acc2-0e5dae5de03e None None] Network 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:22.761574 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Made reservation on behalf of cde1996f15374d97a1fdf5891bc06e7e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:22.765047 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.775190 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.800446 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.834672 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.866117 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Deleting port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:22.866564 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.900583 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.911178 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.956077 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] For port 837e2ef5-8c5e-4211-95a1-5a8cec86af80, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=837e2ef5-8c5e-4211-95a1-5a8cec86af80,segment=NetworkSegment(aabecbbc-313e-4c75-9735-e3a7dc1f6fc7),segment_id=aabecbbc-313e-4c75-9735-e3a7dc1f6fc7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:22.956454 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:22.969428 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Calling delete_port for 837e2ef5-8c5e-4211-95a1-5a8cec86af80 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:22.995836 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2723d-6e71-4e8b-ad3d-91dc341e8865,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.030761 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] DHCP port deletion for 7f3e3e0a-6abf-4ba7-955b-bfed60dd162c request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:43:23.078040 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.093467 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Deleting port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 {{(pid=94087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:23.094071 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.102154 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Allocated IP 192.168.233.208 (29bee7b3-d3f1-4290-99c8-b9355f0d875d/42a8266e-42a2-4c2e-ae66-312573993a70/a2328b8b-d189-4da2-b71c-392e07d299dc) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:23.115900 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Pushing event deleted for resources: {'Port': ['ID=837e2ef5-8c5e-4211-95a1-5a8cec86af80,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.128551 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] No DVR routers for this DVR port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 on host dv-cinder-788782-11-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:23.169723 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43570) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:23.178913 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.185380 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] For port 837e2ef5-8c5e-4211-95a1-5a8cec86af80, host dv-cinder-788782-11-iscsi, got binding levels [] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:23.185782 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.217354 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Calling delete_port for 837e2ef5-8c5e-4211-95a1-5a8cec86af80 owned by network:dhcp {{(pid=94087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:23.218886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.220437 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.ipam_backend_mixin [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 was not found and therefore no delete operation was performed {{(pid=94087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 05:43:23.224463 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.236040 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.236753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.239658 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.241289 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] No DVR routers for this DVR port 837e2ef5-8c5e-4211-95a1-5a8cec86af80 on host dv-cinder-788782-11-iscsi {{(pid=94087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:23.241621 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > port after_create 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.242709 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.242709 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > port after_update 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.245224 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.247112 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.249401 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.249840 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.277515 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Pushing event deleted for resources: {'Port': ['ID=837e2ef5-8c5e-4211-95a1-5a8cec86af80,revision_number=None']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.291121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.291473 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.292112 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.292591 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.293073 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.293560 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.294038 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.294638 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.295109 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.295700 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.296287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.296754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e780f48-5aa1-48f9-bf61-2a8dba6b95ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:23.336432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fd1-653c-4bc3-9984-562ce9a805c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.344727 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device a0d18656-8555-4d57-a233-83b443ef9d52 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:23.370962 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: a0d18656-8555-4d57-a233-83b443ef9d52 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:23.371312 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device a0d18656-8555-4d57-a233-83b443ef9d52 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:23.371983 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 837e2ef5-8c5e-4211-95a1-5a8cec86af80 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:23.380761 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.394322 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 837e2ef5-8c5e-4211-95a1-5a8cec86af80 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:23.394819 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 837e2ef5-8c5e-4211-95a1-5a8cec86af80 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:23.395242 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device d6b73e3e-b8cd-4885-999b-07c30126d739 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:23.405370 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Transition to ACTIVE for port object a2328b8b-d189-4da2-b71c-392e07d299dc will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:23.416912 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: d6b73e3e-b8cd-4885-999b-07c30126d739 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:23.417273 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device d6b73e3e-b8cd-4885-999b-07c30126d739 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:23.474674 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.500360 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.500890 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.501033 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.501364 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 05:43:23.501745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3e3e0a-6abf-4ba7-955b-bfed60dd162c']}} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:23.523632 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7') {'for_net_delete': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:23.523863 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabecbbc-313e-4c75-9735-e3a7dc1f6fc7') {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:23.527226 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fd1-653c-4bc3-9984-562ce9a805c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.537419 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fd1-653c-4bc3-9984-562ce9a805c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.541564 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127586265'] for segment, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.542288 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Network 29bee7b3-d3f1-4290-99c8-b9355f0d875d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:23.555780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:23.562046 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.563699 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Pushing event updated for resources: {'Port': ['ID=a2328b8b-d189-4da2-b71c-392e07d299dc,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.568537 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:23.573683 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:43:23.574591 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126207434'] for segment, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: from cryptography.utils import int_from_bytes Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: from cryptography.utils import int_from_bytes Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: Traceback (most recent call last): Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: timer() Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: cb(*args, **kw) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: return func(*args, **kwargs) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: self._notify() Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: self.callback(batched_events) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: event.method(event) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: return f(self, *a, **k) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: return self._get(url).json() Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: return self.request(url, 'GET', **kwargs) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:43:23.583190 dv-cinder-788782-11-iscsi neutron-server[94086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:43:23.618939 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-aa3c0fd1-653c-4bc3-9984-562ce9a805c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52a70bf80e5e4987b5414467bbc236df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480767 Sep 06 05:43:23.621717 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c0fd1-653c-4bc3-9984-562ce9a805c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9de2ddf-19eb-42b6-a9f7-91abe2e46475,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.625834 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43574) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:23.654855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:23.654968 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.655340 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.663039 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.666321 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7f3e3e0a-6abf-4ba7-955b-bfed60dd162c HTTP/1.1" status: 204 len: 168 time: 0.9344954 Sep 06 05:43:23.682892 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eda72-8696-41cf-8850-70f18c48e639 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3e3e0a-6abf-4ba7-955b-bfed60dd162c,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.696861 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-a70a698c-e595-46bd-bffc-a12afc254b01 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0697606 Sep 06 05:43:23.714824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Request body: {'port': {'device_id': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:23.737684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c757-660a-4525-8688-4f20e87f2b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.792990 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c757-660a-4525-8688-4f20e87f2b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.793566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffad0f-9eb3-4320-a4f6-7a77cb9d8c4a req-bfeb816e-ee20-432f-aedf-0ed49b843206 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:23.796928 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3dffad0f-9eb3-4320-a4f6-7a77cb9d8c4a req-bfeb816e-ee20-432f-aedf-0ed49b843206 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 936 time: 0.0731499 Sep 06 05:43:23.804991 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.838449 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43580) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:23.858315 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3dffad0f-9eb3-4320-a4f6-7a77cb9d8c4a req-d22ac0a0-3230-4d76-a980-57eba118df34 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543880 Sep 06 05:43:23.871627 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-94823252-2653-4119-be4f-04af641920a2 None None] Provisioning for port a2328b8b-d189-4da2-b71c-392e07d299dc completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:23.885376 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-94823252-2653-4119-be4f-04af641920a2 None None] Provisioning complete for port a2328b8b-d189-4da2-b71c-392e07d299dc triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:23.885770 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-94823252-2653-4119-be4f-04af641920a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.893989 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-48ac8dd2-3ea5-4ff7-a307-0164b3cfe0a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf6628cf61824aa78f1a0b289244eec2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545027 Sep 06 05:43:23.896939 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43582) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:23.928558 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-94823252-2653-4119-be4f-04af641920a2 None None] Port a2328b8b-d189-4da2-b71c-392e07d299dc cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:43:23.936986 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c757-660a-4525-8688-4f20e87f2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.941457 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c757-660a-4525-8688-4f20e87f2b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.942632 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b9f0c757-660a-4525-8688-4f20e87f2b18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9de2ddf-19eb-42b6-a9f7-91abe2e46475 HTTP/1.1" status: 204 len: 168 time: 0.3158367 Sep 06 05:43:23.950608 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91872810-3791-42f4-8d04-fe3f5418ebfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:23.959799 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0c757-660a-4525-8688-4f20e87f2b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9de2ddf-19eb-42b6-a9f7-91abe2e46475,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:23.980179 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91872810-3791-42f4-8d04-fe3f5418ebfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.031346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91872810-3791-42f4-8d04-fe3f5418ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.034748 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-91872810-3791-42f4-8d04-fe3f5418ebfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.036068 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-91872810-3791-42f4-8d04-fe3f5418ebfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/563dc9a0-5d1c-4f9a-9ce6-54fc97f113a5 HTTP/1.1" status: 204 len: 168 time: 0.1379018 Sep 06 05:43:24.044155 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91872810-3791-42f4-8d04-fe3f5418ebfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563dc9a0-5d1c-4f9a-9ce6-54fc97f113a5,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:24.136346 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2328b8b-d189-4da2-b71c-392e07d299dc {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:43:24.145226 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.157326 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Transition to ACTIVE for port object a2328b8b-d189-4da2-b71c-392e07d299dc will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:24.163332 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.215880 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Pushing event updated for resources: {'Port': ['ID=a2328b8b-d189-4da2-b71c-392e07d299dc,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:24.292989 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Attempting to bind port a2328b8b-d189-4da2-b71c-392e07d299dc on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:24.293466 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Attempting to bind port a2328b8b-d189-4da2-b71c-392e07d299dc by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:24.293992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Attempting to bind port a2328b8b-d189-4da2-b71c-392e07d299dc on network 29bee7b3-d3f1-4290-99c8-b9355f0d875d {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:24.299013 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Port a2328b8b-d189-4da2-b71c-392e07d299dc on network 29bee7b3-d3f1-4290-99c8-b9355f0d875d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:43:24.299284 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Attempting to bind port a2328b8b-d189-4da2-b71c-392e07d299dc on network 29bee7b3-d3f1-4290-99c8-b9355f0d875d {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:24.305706 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:24.306158 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Checking segment: {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:24.306684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Bound using segment: {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:24.307331 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Bound port: a2328b8b-d189-4da2-b71c-392e07d299dc, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dceb70-a0f6-4c72-93a8-cf63ccadd20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:24.307887 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.386544 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] For port a2328b8b-d189-4da2-b71c-392e07d299dc, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:24.391470 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] For port a2328b8b-d189-4da2-b71c-392e07d299dc, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a2328b8b-d189-4da2-b71c-392e07d299dc,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:24.401574 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.441900 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:24.442676 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.444163 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2328b8b-d189-4da2-b71c-392e07d299dc HTTP/1.1" status: 200 len: 1098 time: 0.7340298 Sep 06 05:43:24.444716 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'tag': 'a2328b8b-d189-4da2-b71c-392e07d299dc'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:24.447083 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c72e5b3-70ac-4cf6-8c32-35d029753bfb", "tag": "a2328b8b-d189-4da2-b71c-392e07d299dc"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:24.474603 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Pushing event updated for resources: {'Port': ['ID=a2328b8b-d189-4da2-b71c-392e07d299dc,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:24.483836 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.484190 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.484547 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.484882 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.485788 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.486102 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.486464 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.486800 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.487194 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.487608 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.487959 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.488285 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a532fa-bbbf-48f6-aa57-99c20feecb87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:24.537367 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210b4b7-4cf1-4881-9568-ba4ca2d31af3 x-openstack-request-id: req-f210b4b7-4cf1-4881-9568-ba4ca2d31af3 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:24.537726 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c72e5b3-70ac-4cf6-8c32-35d029753bfb", "tag": "a2328b8b-d189-4da2-b71c-392e07d299dc", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:24.538043 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f210b4b7-4cf1-4881-9568-ba4ca2d31af3 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:24.538530 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'tag': 'a2328b8b-d189-4da2-b71c-392e07d299dc', 'status': 'completed', 'code': 200} Sep 06 05:43:24.552356 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-ff11d7b5-c0bd-4a5c-b9c5-b7bb9e8d6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:24.554758 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-ff11d7b5-c0bd-4a5c-b9c5-b7bb9e8d6255 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cde1996f15374d97a1fdf5891bc06e7e&device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 1101 time: 0.0626960 Sep 06 05:43:24.620329 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-bb9c284f-fbeb-4f3e-8436-77e57ea1ae6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a2328b8b-d189-4da2-b71c-392e07d299dc HTTP/1.1" status: 200 len: 217 time: 0.0548398 Sep 06 05:43:24.690741 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-652f8222-e3cd-4493-aaa7-0010d8a07ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:24.690741 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-652f8222-e3cd-4493-aaa7-0010d8a07ca3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42a8266e-42a2-4c2e-ae66-312573993a70 HTTP/1.1" status: 200 len: 843 time: 0.0625613 Sep 06 05:43:24.709423 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:24.744824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d49e-d833-459f-accb-9636485b628a req-bfe68e2b-513e-46fa-b75d-5229e32d9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:24.747215 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-bfe68e2b-513e-46fa-b75d-5229e32d9bc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29bee7b3-d3f1-4290-99c8-b9355f0d875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0499990 Sep 06 05:43:24.848030 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-3e77aaa6-40bd-41cc-af37-a3f99fe67c3c service neutron] 10.222.0.25 "GET /v2.0/networks/29bee7b3-d3f1-4290-99c8-b9355f0d875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934012 Sep 06 05:43:24.970783 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f657d49e-d833-459f-accb-9636485b628a req-2d0db987-ce08-4b6c-bb4b-48faf2f9467b service neutron] 10.222.0.25 "GET /v2.0/networks/29bee7b3-d3f1-4290-99c8-b9355f0d875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151958 Sep 06 05:43:24.999160 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbe30-b0d2-4170-b1d0-3bacdd96593a req-a22733f3-913f-4255-bdaf-5a35aec82e65 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:25.000983 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-970bbe30-b0d2-4170-b1d0-3bacdd96593a req-a22733f3-913f-4255-bdaf-5a35aec82e65 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 948 time: 0.0639565 Sep 06 05:43:25.047313 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-970bbe30-b0d2-4170-b1d0-3bacdd96593a req-cb52cf45-959b-4484-9d35-95efdf7e523e tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388770 Sep 06 05:43:25.085108 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-a13565af-702b-47ad-a4c3-c627f26f255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:25.086653 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-a13565af-702b-47ad-a4c3-c627f26f255d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cde1996f15374d97a1fdf5891bc06e7e&device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 1101 time: 0.0555527 Sep 06 05:43:25.193367 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-7cdb1f80-d353-4090-a38e-7c292b299c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:25.195353 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-7cdb1f80-d353-4090-a38e-7c292b299c07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=29bee7b3-d3f1-4290-99c8-b9355f0d875d HTTP/1.1" status: 200 len: 870 time: 0.1009295 Sep 06 05:43:25.254527 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-a96e37c0-c0c3-4a19-ad35-31b0cd1cf5ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a2328b8b-d189-4da2-b71c-392e07d299dc HTTP/1.1" status: 200 len: 217 time: 0.0511754 Sep 06 05:43:25.324118 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-dab11430-668d-4b71-9e68-e7b366104ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:25.326108 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-dab11430-668d-4b71-9e68-e7b366104ff2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42a8266e-42a2-4c2e-ae66-312573993a70 HTTP/1.1" status: 200 len: 843 time: 0.0642867 Sep 06 05:43:25.379704 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-86ec10e8-cf9a-4ff0-bc85-5bf3e109d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:25.381328 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-86ec10e8-cf9a-4ff0-bc85-5bf3e109d907 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29bee7b3-d3f1-4290-99c8-b9355f0d875d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0469697 Sep 06 05:43:25.498437 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-95c15a18-2218-4cf1-839e-dff8a6de06a5 service neutron] 10.222.0.25 "GET /v2.0/networks/29bee7b3-d3f1-4290-99c8-b9355f0d875d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003418 Sep 06 05:43:25.590692 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff7b9d1-a572-451b-9a53-dfbaeecb03d7 req-9119afc2-9829-4ffb-a78a-75961f2d72d8 service neutron] 10.222.0.25 "GET /v2.0/networks/29bee7b3-d3f1-4290-99c8-b9355f0d875d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901065 Sep 06 05:43:26.165459 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a897d-d032-4ff0-b033-a6685ff8a3f4 req-02809e9a-38ed-447a-a706-a86e5b020c0e tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:26.167000 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bc0a897d-d032-4ff0-b033-a6685ff8a3f4 req-02809e9a-38ed-447a-a706-a86e5b020c0e tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 948 time: 0.0476687 Sep 06 05:43:26.203142 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bc0a897d-d032-4ff0-b033-a6685ff8a3f4 req-df1f4ce7-a4b0-4057-bb51-741915fe3f2c tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302765 Sep 06 05:43:27.316181 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4d72-7534-4e5d-8c8c-d572e62c413d req-be80c504-572a-4e74-b521-c9a57ba8f15d tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:27.317565 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-54bb4d72-7534-4e5d-8c8c-d572e62c413d req-be80c504-572a-4e74-b521-c9a57ba8f15d tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 948 time: 0.0473180 Sep 06 05:43:27.352987 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-54bb4d72-7534-4e5d-8c8c-d572e62c413d req-4015afdf-4480-45c9-a0ad-9b2f057ac4d9 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296550 Sep 06 05:43:28.468820 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e28ab-fad9-4731-a739-ce4c94ecdc31 req-695c9b54-cce7-4a6d-923c-f68c82949088 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:28.470311 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7c6e28ab-fad9-4731-a739-ce4c94ecdc31 req-695c9b54-cce7-4a6d-923c-f68c82949088 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 948 time: 0.0518994 Sep 06 05:43:28.506345 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7c6e28ab-fad9-4731-a739-ce4c94ecdc31 req-93bd0e85-5e06-4ef2-999f-8a9dd68b34f6 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301485 Sep 06 05:43:28.549007 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a2328b8b-d189-4da2-b71c-392e07d299dc details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:43:28.644176 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a2328b8b-d189-4da2-b71c-392e07d299dc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a2328b8b-d189-4da2-b71c-392e07d299dc,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:28.654126 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'a2328b8b-d189-4da2-b71c-392e07d299dc', 'network_id': '29bee7b3-d3f1-4290-99c8-b9355f0d875d', 'port_id': 'a2328b8b-d189-4da2-b71c-392e07d299dc', 'mac_address': 'fa:16:3e:0e:15:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a8266e-42a2-4c2e-ae66-312573993a70', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:43:28.689618 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:28.702507 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2328b8b-d189-4da2-b71c-392e07d299dc {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:43:28.721578 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a2328b8b-d189-4da2-b71c-392e07d299dc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a2328b8b-d189-4da2-b71c-392e07d299dc,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:28.725555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:28.774701 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a2328b8b-d189-4da2-b71c-392e07d299dc,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:29.619257 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68a32-c0e2-45fa-9678-915086931bb5 req-348d7abf-202d-4ed8-b3de-7d6a8ec2d2a6 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:29.620729 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5bc68a32-c0e2-45fa-9678-915086931bb5 req-348d7abf-202d-4ed8-b3de-7d6a8ec2d2a6 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 949 time: 0.0487063 Sep 06 05:43:29.659706 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5bc68a32-c0e2-45fa-9678-915086931bb5 req-e57b8c2e-5ff7-4528-b57a-9a086bf249ab tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Sep 06 05:43:29.719161 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['a2328b8b-d189-4da2-b71c-392e07d299dc'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:43:30.772376 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5cf1-0bcf-43e9-88de-3b547aa77e7e req-6948964b-2f90-4825-a202-a17817b70642 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:30.773845 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-761c5cf1-0bcf-43e9-88de-3b547aa77e7e req-6948964b-2f90-4825-a202-a17817b70642 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 949 time: 0.0475709 Sep 06 05:43:30.812523 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-761c5cf1-0bcf-43e9-88de-3b547aa77e7e req-e1355748-5008-48f4-8c16-24274dbc93a3 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Sep 06 05:43:31.493312 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43728) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:31.789717 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Deleting port c5ca0a6b-8155-4386-ad36-e54a68506c72 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:31.790426 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:31.871025 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:31.871354 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:31.886104 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Calling delete_port for c5ca0a6b-8155-4386-ad36-e54a68506c72 owned by network:floatingip {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:31.980155 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71614c79-2539-4312-b2e1-c6e7b4e5cb94 req-2ce37e2b-2c82-48c1-83ca-8418c1d9558d tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:31.981627 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-71614c79-2539-4312-b2e1-c6e7b4e5cb94 req-2ce37e2b-2c82-48c1-83ca-8418c1d9558d tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 949 time: 0.0971074 Sep 06 05:43:32.037700 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-71614c79-2539-4312-b2e1-c6e7b4e5cb94 req-80bc8d6c-08ac-4c74-adf2-851e438ef444 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Sep 06 05:43:32.110197 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:32.139751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event deleted for resources: {'Port': ['ID=c5ca0a6b-8155-4386-ad36-e54a68506c72,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:32.200363 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:32.200864 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Floating IP 3b7fea3e-16ad-4f97-90bf-3c3ddc410b66 disassociated (deleted). External IP: 172.27.3.76, port: a0d65857-e383-486e-b7f8-16b63aa88002. Sep 06 05:43:32.420907 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Router abb2f485-15e5-46e1-b131-6d427d027fea has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:32.539012 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:32.543776 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:32.550177 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] Sync routers for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:32.559756 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:32.560360 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:32.571899 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-2e2e892e-dcc1-4281-8595-33fda4291622 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "DELETE /v2.0/floatingips/3b7fea3e-16ad-4f97-90bf-3c3ddc410b66 HTTP/1.1" status: 204 len: 168 time: 1.0775030 Sep 06 05:43:32.572506 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:32.574901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d17d12d-d20e-45bf-9743-655e16cad8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:32.615603 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e7557c-6877-4880-bf94-9a1bb2ef8b5a x-openstack-request-id: req-b0e7557c-6877-4880-bf94-9a1bb2ef8b5a {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:32.615893 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:32.616364 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0e7557c-6877-4880-bf94-9a1bb2ef8b5a {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:32.616807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'status': 'completed', 'code': 200} Sep 06 05:43:32.681327 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-92a87bd0-aab9-42a2-9796-0271d8dc4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:32.683088 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-92a87bd0-aab9-42a2-9796-0271d8dc4f0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e5c731c29dd473594d2a362bb3a8109&device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 1098 time: 0.0435910 Sep 06 05:43:32.685539 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:32.783008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-d3855bfc-e530-4262-b591-0d553b5c8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:32.785180 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-d3855bfc-e530-4262-b591-0d553b5c8527 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 200 len: 908 time: 0.0941234 Sep 06 05:43:32.832005 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-3c6c8691-c580-4d5f-b8d8-a9ef2130c48d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 200 len: 217 time: 0.0385282 Sep 06 05:43:32.845209 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088122f-1afa-4a01-9209-c7a829d90cb5 req-2d83395b-cd73-47a4-82fe-87392edb7f2c tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:32.848594 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c088122f-1afa-4a01-9209-c7a829d90cb5 req-2d83395b-cd73-47a4-82fe-87392edb7f2c tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Sep 06 05:43:32.890297 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-82ed39f2-d0c0-43e0-9908-a6e6dbfd0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:32.892093 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-82ed39f2-d0c0-43e0-9908-a6e6dbfd0e96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 200 len: 846 time: 0.0530944 Sep 06 05:43:32.912656 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c088122f-1afa-4a01-9209-c7a829d90cb5 req-43d6a291-2b16-40f6-b457-446058ece8f8 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559142 Sep 06 05:43:32.916805 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:32.946373 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] Checking router: abb2f485-15e5-46e1-b131-6d427d027fea for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:32.950698 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-1e62bb38-ba48-49a4-9af9-45a24a533378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:32.952479 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-1e62bb38-ba48-49a4-9af9-45a24a533378 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cccbffbe-17b5-4d43-a1a8-6334a7bc0629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530467 Sep 06 05:43:32.954825 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:32.955427 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:33.058856 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-48925deb-31ed-42f9-87fa-1c2c37c5e1a8 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983641 Sep 06 05:43:33.078702 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:33.185604 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d17d12d-d20e-45bf-9743-655e16cad8c1 req-75351f3b-f15d-4760-b624-3435ee9a6719 service neutron] 10.222.0.25 "GET /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186216 Sep 06 05:43:33.190551 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9040-3f84-43c8-a48b-f16302433da3 req-d9c16583-8b3c-4a43-9ae4-1ea312d77be0 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:33.192981 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3d2b9040-3f84-43c8-a48b-f16302433da3 req-d9c16583-8b3c-4a43-9ae4-1ea312d77be0 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 949 time: 0.0721567 Sep 06 05:43:33.247017 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3d2b9040-3f84-43c8-a48b-f16302433da3 req-e6e4b850-145e-40ac-b9c1-6ad629a68441 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Sep 06 05:43:33.332331 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:33.362409 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52c870-bb0c-4e7e-95ee-fd41bd09f799 None None] The sync data for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi is: [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:38:12Z', 'revision_number': 4, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '6033757a-95e8-47e3-8526-3094a812a4e7', 'name': '', 'network_id': 'cccbffbe-17b5-4d43-a1a8-6334a7bc0629', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'mac_address': 'fa:16:3e:2e:54:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:11Z', 'updated_at': '2021-09-06T05:38:17Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'subnets': [{'id': '3dd28577-c674-4fee-bdb9-c84bfb5f45cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:33.576176 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49397c31-d796-490d-abf6-6cec3079d14d None None] New status for floating IP 3b7fea3e-16ad-4f97-90bf-3c3ddc410b66: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:43:34.023168 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998cbf-de16-4dd3-990a-2b82ed69bd3a req-68a6c542-54e2-42ec-9dff-b8ad3ba57b0a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:34.024673 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66998cbf-de16-4dd3-990a-2b82ed69bd3a req-68a6c542-54e2-42ec-9dff-b8ad3ba57b0a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0502892 Sep 06 05:43:34.061430 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-66998cbf-de16-4dd3-990a-2b82ed69bd3a req-770c94e8-eee2-447b-a2ef-a6b9acdbd9c4 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/security-groups?id=d274be7b-7c08-4b67-9f93-3b74c821aff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Sep 06 05:43:34.294237 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-412aa5c5-fa3e-4ab7-80eb-a626102f518e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:34.295730 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-412aa5c5-fa3e-4ab7-80eb-a626102f518e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 945 time: 0.0526087 Sep 06 05:43:34.373792 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9ddf0-7ae1-40cb-a702-4569679dbc2c req-b9cb17c6-04d6-411f-a254-74464e9e48d8 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:34.375952 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-70b9ddf0-7ae1-40cb-a702-4569679dbc2c req-b9cb17c6-04d6-411f-a254-74464e9e48d8 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 949 time: 0.0542481 Sep 06 05:43:34.402233 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Deleting port a0d65857-e383-486e-b7f8-16b63aa88002 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:34.402714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.426861 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-70b9ddf0-7ae1-40cb-a702-4569679dbc2c req-340872d3-f0f4-4319-b704-56c68eb92f87 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Sep 06 05:43:34.428173 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a2328b8b-d189-4da2-b71c-392e07d299dc up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:34.483395 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port a2328b8b-d189-4da2-b71c-392e07d299dc completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:34.487621 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port a2328b8b-d189-4da2-b71c-392e07d299dc triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:34.488001 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.571905 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.607988 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2328b8b-d189-4da2-b71c-392e07d299dc'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:34.610754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b69218b-2b5a-4f6a-aa93-e06ee03b62d4" -d '{"events": [{"server_uuid": "1c72e5b3-70ac-4cf6-8c32-35d029753bfb", "name": "network-vif-plugged", "status": "completed", "tag": "a2328b8b-d189-4da2-b71c-392e07d299dc"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:34.629006 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port a2328b8b-d189-4da2-b71c-392e07d299dc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a2328b8b-d189-4da2-b71c-392e07d299dc,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:34.634700 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.665190 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5f0e7e-f258-4f1d-9ae4-0d7c9ec66705 x-openstack-request-id: req-9b5f0e7e-f258-4f1d-9ae4-0d7c9ec66705 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:34.665694 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c72e5b3-70ac-4cf6-8c32-35d029753bfb", "name": "network-vif-plugged", "status": "completed", "tag": "a2328b8b-d189-4da2-b71c-392e07d299dc", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:34.666164 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b5f0e7e-f258-4f1d-9ae4-0d7c9ec66705 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:34.666735 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2328b8b-d189-4da2-b71c-392e07d299dc', 'code': 200} Sep 06 05:43:34.701106 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=a2328b8b-d189-4da2-b71c-392e07d299dc,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:34.753889 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43796) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:34.765643 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] For port a0d65857-e383-486e-b7f8-16b63aa88002, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0d65857-e383-486e-b7f8-16b63aa88002,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:34.766195 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.785245 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Calling delete_port for a0d65857-e383-486e-b7f8-16b63aa88002 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:34.861746 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92ab330b-1e60-4981-ad1c-9c293e4df046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.879608 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2a82e-a452-4d50-9d34-81ef4ea19316 req-87d25bc9-2f5e-4050-881b-78ada9d33203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:34.880986 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29a2a82e-a452-4d50-9d34-81ef4ea19316 req-87d25bc9-2f5e-4050-881b-78ada9d33203 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 1103 time: 0.0878508 Sep 06 05:43:34.948568 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29a2a82e-a452-4d50-9d34-81ef4ea19316 req-afea8e72-8ec8-4982-a446-2348fda584cc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556321 Sep 06 05:43:34.960639 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92ab330b-1e60-4981-ad1c-9c293e4df046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.964584 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92ab330b-1e60-4981-ad1c-9c293e4df046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:34.976999 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.000800 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab330b-1e60-4981-ad1c-9c293e4df046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394bf4b7-b325-400c-a48e-2ab43ade1871,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:35.005501 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-92ab330b-1e60-4981-ad1c-9c293e4df046 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a36d80c4479a495ea23d6a54711b59a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505620 Sep 06 05:43:35.008699 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43800) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:35.015130 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event deleted for resources: {'Port': ['ID=a0d65857-e383-486e-b7f8-16b63aa88002,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:35.055132 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] No DVR routers for this DVR port a0d65857-e383-486e-b7f8-16b63aa88002 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:35.055132 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.056647 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11b047c9-ad07-44d2-8b1a-9200d20f7e84 req-afd207dd-7370-4d9c-8b88-d1e5dd9b9c7e tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.25 "DELETE /v2.0/ports/a0d65857-e383-486e-b7f8-16b63aa88002 HTTP/1.1" status: 204 len: 173 time: 0.7546012 Sep 06 05:43:35.057353 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-deleted', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:35.058765 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b7db5497-66c6-4d52-a301-e0de698d4442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.059855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90832db9-e903-4dbb-afc5-7e3adb09d9a5" -d '{"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-deleted", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:35.081132 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b7db5497-66c6-4d52-a301-e0de698d4442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.101953 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31df92e-993b-4218-87be-f2ea7146f4ce x-openstack-request-id: req-e31df92e-993b-4218-87be-f2ea7146f4ce {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:35.102449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0b7-ee31-4db7-8535-8c413f5fe733", "name": "network-vif-deleted", "tag": "a0d65857-e383-486e-b7f8-16b63aa88002", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:35.102704 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e31df92e-993b-4218-87be-f2ea7146f4ce {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:35.103151 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0b7-ee31-4db7-8535-8c413f5fe733', 'name': 'network-vif-deleted', 'tag': 'a0d65857-e383-486e-b7f8-16b63aa88002', 'status': 'completed', 'code': 200} Sep 06 05:43:35.161098 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ed93a02c-40f3-46f3-860d-2ea77e884f27 req-517c5c0f-76d1-4719-9253-3be73fe0b653 tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ad0b0b7-ee31-4db7-8535-8c413f5fe733 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Sep 06 05:43:35.161834 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b7db5497-66c6-4d52-a301-e0de698d4442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.164334 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b7db5497-66c6-4d52-a301-e0de698d4442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.165375 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b7db5497-66c6-4d52-a301-e0de698d4442 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/394bf4b7-b325-400c-a48e-2ab43ade1871 HTTP/1.1" status: 204 len: 168 time: 0.1558061 Sep 06 05:43:35.174617 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db5497-66c6-4d52-a301-e0de698d4442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394bf4b7-b325-400c-a48e-2ab43ade1871,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:35.426148 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43818) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:35.604254 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c5691-18c0-4242-8944-d3545a9aadf2 req-12a3bee4-aae5-45b2-b1c6-494bbc4e390e tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:35.605908 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bd8c5691-18c0-4242-8944-d3545a9aadf2 req-12a3bee4-aae5-45b2-b1c6-494bbc4e390e tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 950 time: 0.0768385 Sep 06 05:43:35.636562 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4837ea17-8d0f-4e09-9266-68ff89256755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.672721 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bd8c5691-18c0-4242-8944-d3545a9aadf2 req-c4edd2ad-8860-428c-8b93-bf2995b90e31 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Sep 06 05:43:35.758670 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4837ea17-8d0f-4e09-9266-68ff89256755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.766445 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4837ea17-8d0f-4e09-9266-68ff89256755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.809149 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43836) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:35.809645 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-4837ea17-8d0f-4e09-9266-68ff89256755 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67996de3c66b406cbd215045dd9f9601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816168 Sep 06 05:43:35.810062 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837ea17-8d0f-4e09-9266-68ff89256755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e858aa96-526a-4e85-8e42-caf0a974b955,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:35.877324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b6273f6-0e61-451d-ae47-24ef41fecf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.918866 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b6273f6-0e61-451d-ae47-24ef41fecf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.982062 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b6273f6-0e61-451d-ae47-24ef41fecf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.984802 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2b6273f6-0e61-451d-ae47-24ef41fecf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:35.989027 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2b6273f6-0e61-451d-ae47-24ef41fecf35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e858aa96-526a-4e85-8e42-caf0a974b955 HTTP/1.1" status: 204 len: 168 time: 0.1753044 Sep 06 05:43:35.999349 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6273f6-0e61-451d-ae47-24ef41fecf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e858aa96-526a-4e85-8e42-caf0a974b955,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:36.227563 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43854) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:36.295202 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-043c1549-383d-44c1-bd60-288c4ca60e3a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:36.325547 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-043c1549-383d-44c1-bd60-288c4ca60e3a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:36.399316 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-043c1549-383d-44c1-bd60-288c4ca60e3a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:36.402325 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-043c1549-383d-44c1-bd60-288c4ca60e3a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:36.403604 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-043c1549-383d-44c1-bd60-288c4ca60e3a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] 10.222.0.30 "DELETE /v2.0/security-groups/d274be7b-7c08-4b67-9f93-3b74c821aff7 HTTP/1.1" status: 204 len: 168 time: 0.1747484 Sep 06 05:43:36.414595 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c1549-383d-44c1-bd60-288c4ca60e3a tempest-TestShelveInstance-145242342 tempest-TestShelveInstance-145242342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d274be7b-7c08-4b67-9f93-3b74c821aff7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:36.481661 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43872) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:36.835970 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2d75f-ef71-4b97-aa67-58bbf765faa2 req-9cbd52b2-ebd1-41db-b12f-bfe3d1efbf22 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:36.837520 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2bf2d75f-ef71-4b97-aa67-58bbf765faa2 req-9cbd52b2-ebd1-41db-b12f-bfe3d1efbf22 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 950 time: 0.0705733 Sep 06 05:43:36.882290 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2bf2d75f-ef71-4b97-aa67-58bbf765faa2 req-6ab51ce6-5309-48fe-9ebe-70f83137a3cc tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Sep 06 05:43:36.953047 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43898) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:37.114516 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1771415569-network', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:37.127501 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.202864 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c2967-e802-4164-a747-ef58a75abf5e req-0f0403d6-b97d-47bc-a11d-3c31b0c70d71 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:37.204679 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-172c2967-e802-4164-a747-ef58a75abf5e req-0f0403d6-b97d-47bc-a11d-3c31b0c70d71 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 950 time: 0.0646307 Sep 06 05:43:37.214900 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Made reservation on behalf of 5b72ac7ebe954d7bb3acb6f08ce725ca for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:37.217261 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.235674 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.261338 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-172c2967-e802-4164-a747-ef58a75abf5e req-b8ec0ec9-d4c1-4fa1-bde4-48fb0e57d889 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Sep 06 05:43:37.428873 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.436359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.475323 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:43:37.497243 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.497588 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Added segment cbaa4afe-d46d-42fc-9cb6-43b95c74b727 of type vlan for network eb4bc464-3cdd-4ddc-8218-e9a25812998f Sep 06 05:43:37.506693 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d951b3d-543d-459d-a8fe-150c912e989f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:37.545827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43926) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:37.552278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.560119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Deleting port 6033757a-95e8-47e3-8526-3094a812a4e7 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:37.560542 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.636268 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.637469 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:37.637812 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.653495 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1dbbdcf-ccd5-45c0-8492-e6eef18ed5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.728772 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4bc464-3cdd-4ddc-8218-e9a25812998f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:37.739516 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:43:37.744728 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] For port 6033757a-95e8-47e3-8526-3094a812a4e7, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=6033757a-95e8-47e3-8526-3094a812a4e7,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:37.745300 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.748206 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1dbbdcf-ccd5-45c0-8492-e6eef18ed5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.752471 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1dbbdcf-ccd5-45c0-8492-e6eef18ed5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.760175 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Calling delete_port for 6033757a-95e8-47e3-8526-3094a812a4e7 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:37.765549 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d26efb78-054c-4493-8697-cc23cbc57549 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8088777 Sep 06 05:43:37.765856 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43930) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:37.777447 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Request body: {'subnet': {'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1771415569-subnet', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:37.812029 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e1dbbdcf-ccd5-45c0-8492-e6eef18ed5c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66e4de5d0c5f47b49132f81bfc27f4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652123 Sep 06 05:43:37.815153 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43932) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:37.816119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbbdcf-ccd5-45c0-8492-e6eef18ed5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae3915-007c-4c64-b4a8-131030227e62,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:37.844243 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Made reservation on behalf of 5b72ac7ebe954d7bb3acb6f08ce725ca for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:37.847473 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126238955'] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.927639 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7856e188-3658-419a-ba6b-b26bd6b8e0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.952115 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.969196 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7856e188-3658-419a-ba6b-b26bd6b8e0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:37.980003 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6033757a-95e8-47e3-8526-3094a812a4e7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:38.094184 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7856e188-3658-419a-ba6b-b26bd6b8e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.096758 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7856e188-3658-419a-ba6b-b26bd6b8e0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.098451 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7856e188-3658-419a-ba6b-b26bd6b8e0ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fae3915-007c-4c64-b4a8-131030227e62 HTTP/1.1" status: 204 len: 168 time: 0.2794414 Sep 06 05:43:38.116770 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e188-3658-419a-ba6b-b26bd6b8e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae3915-007c-4c64-b4a8-131030227e62,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:38.121230 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126207317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126238917'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.181526 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.193707 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976d4529-fb4e-4b1b-9913-fab6f75af133,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:38.200804 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Checking segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:38.201441 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Network hostable DHCP agents. Network: eb4bc464-3cdd-4ddc-8218-e9a25812998f, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:43:38.222590 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:43:38.236077 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, eb4bc464-3cdd-4ddc-8218-e9a25812998f) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:38.241180 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:38.241769 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.253107 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baba5a5-896a-41b1-abfd-e13a00916c97 None None] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:38.260359 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-99b48dc2-eb20-4e7d-a1cb-1dbf1970f059 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4933825 Sep 06 05:43:38.262891 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43936) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:38.271937 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:38.310441 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.311482 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.380698 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.451414 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:38.485477 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: a0d65857-e383-486e-b7f8-16b63aa88002 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:38.485845 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a0d65857-e383-486e-b7f8-16b63aa88002 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:38.515699 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-d4836f23-da81-4cd1-858a-aa2fd80239dd tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:38.517409 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-d4836f23-da81-4cd1-858a-aa2fd80239dd tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 950 time: 0.0776610 Sep 06 05:43:38.526499 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43942) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:38.594518 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Router abb2f485-15e5-46e1-b131-6d427d027fea has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:38.650342 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:43:38.651485 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.742123 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Deleting port a2328b8b-d189-4da2-b71c-392e07d299dc {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:38.743007 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.795173 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Allocated IP 172.20.0.2 (eb4bc464-3cdd-4ddc-8218-e9a25812998f/976d4529-fb4e-4b1b-9913-fab6f75af133/4e92f150-ac4c-435f-aa02-fe21619e7d32) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:38.829514 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8467175f-0888-4fdb-ba57-08f929f37c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.835442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:38.841048 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ec3cb6f7-ae58-4602-966b-710a50ebab26 admin admin] 10.222.0.30 "PUT /v2.0/routers/abb2f485-15e5-46e1-b131-6d427d027fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3581016 Sep 06 05:43:38.844635 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e9c2-b8db-4231-946a-087a02bd4f99 req-b9c918d2-0f76-4de8-9203-0f977ead17ad tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:38.845117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43944) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:38.845932 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3c64e9c2-b8db-4231-946a-087a02bd4f99 req-b9c918d2-0f76-4de8-9203-0f977ead17ad tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 950 time: 0.4563990 Sep 06 05:43:38.849192 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.927985 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3c64e9c2-b8db-4231-946a-087a02bd4f99 req-42720a68-6897-4085-9ff4-f5e75afb1f89 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7f2723d-6e71-4e8b-ad3d-91dc341e8865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710239 Sep 06 05:43:38.940820 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] For port a2328b8b-d189-4da2-b71c-392e07d299dc, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a2328b8b-d189-4da2-b71c-392e07d299dc,segment=NetworkSegment(20dceb70-a0f6-4c72-93a8-cf63ccadd20c),segment_id=20dceb70-a0f6-4c72-93a8-cf63ccadd20c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:38.941513 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.953045 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.963577 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Transition to ACTIVE for port object 4e92f150-ac4c-435f-aa02-fe21619e7d32 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:38.974598 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Calling delete_port for a2328b8b-d189-4da2-b71c-392e07d299dc owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:38.982357 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Transition to ACTIVE for port object 4e92f150-ac4c-435f-aa02-fe21619e7d32 will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:38.988010 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] Sync routers for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:38.992489 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:38.999141 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.042121 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8467175f-0888-4fdb-ba57-08f929f37c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.042587 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:39.043952 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:39.048379 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:39.050680 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:39.051374 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:39.065096 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8467175f-0888-4fdb-ba57-08f929f37c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.126000 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Pushing event updated for resources: {'Port': ['ID=4e92f150-ac4c-435f-aa02-fe21619e7d32,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:39.147520 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8467175f-0888-4fdb-ba57-08f929f37c39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7f23c8f6b3d4f3d853c5c50f624f535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199567 Sep 06 05:43:39.148531 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43946) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:39.173203 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467175f-0888-4fdb-ba57-08f929f37c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fae405-7ccd-45a4-ae1a-5a8afd5f068d,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:39.210773 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Attempting to bind port 4e92f150-ac4c-435f-aa02-fe21619e7d32 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:39.211291 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Attempting to bind port 4e92f150-ac4c-435f-aa02-fe21619e7d32 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:39.211757 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Attempting to bind port 4e92f150-ac4c-435f-aa02-fe21619e7d32 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:39.225386 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:39.226248 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Checking segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:39.226496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.226972 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Bound using segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:39.227653 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Bound port: 4e92f150-ac4c-435f-aa02-fe21619e7d32, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:39.228140 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.230040 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.250154 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.281421 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.289149 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.299101 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:39.306811 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['a2328b8b-d189-4da2-b71c-392e07d299dc'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:43:39.340530 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Pushing event deleted for resources: {'Port': ['ID=a2328b8b-d189-4da2-b71c-392e07d299dc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:39.369615 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9dae9768-3a84-4fcc-bcaa-c6e581fcd417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.388036 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Allocated IP 172.27.3.97 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/8bceeeae-6289-41d7-91fe-a22462bc3b7e) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:39.439687 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] No DVR routers for this DVR port a2328b8b-d189-4da2-b71c-392e07d299dc on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:39.449919 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9dae9768-3a84-4fcc-bcaa-c6e581fcd417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.452402 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.454609 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-65c1f00b-979d-441a-99b8-91e2df877b0b req-1dfe62f4-e34c-4687-a3da-c6bf628bc4b4 tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.25 "DELETE /v2.0/ports/a2328b8b-d189-4da2-b71c-392e07d299dc HTTP/1.1" status: 204 len: 173 time: 0.9304831 Sep 06 05:43:39.456479 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'name': 'network-vif-deleted', 'tag': 'a2328b8b-d189-4da2-b71c-392e07d299dc'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:39.458820 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca5500-f5b7-4d94-b379-f0870814f2dd" -d '{"events": [{"server_uuid": "1c72e5b3-70ac-4cf6-8c32-35d029753bfb", "name": "network-vif-deleted", "tag": "a2328b8b-d189-4da2-b71c-392e07d299dc"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:39.512119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.519538 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Deleting port 54b81196-bcee-4f2e-a87d-793ca0c850dd {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:39.519891 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.528648 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] For port 4e92f150-ac4c-435f-aa02-fe21619e7d32, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:39.534110 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] For port 4e92f150-ac4c-435f-aa02-fe21619e7d32, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=4e92f150-ac4c-435f-aa02-fe21619e7d32,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:39.545869 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.550297 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8662f235-c345-4eec-bcd9-f25ba59a7559 x-openstack-request-id: req-8662f235-c345-4eec-bcd9-f25ba59a7559 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:39.550589 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c72e5b3-70ac-4cf6-8c32-35d029753bfb", "name": "network-vif-deleted", "tag": "a2328b8b-d189-4da2-b71c-392e07d299dc", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:39.550845 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8662f235-c345-4eec-bcd9-f25ba59a7559 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:39.551249 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c72e5b3-70ac-4cf6-8c32-35d029753bfb', 'name': 'network-vif-deleted', 'tag': 'a2328b8b-d189-4da2-b71c-392e07d299dc', 'status': 'completed', 'code': 200} Sep 06 05:43:39.595442 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.612271 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:43:37Z', 'revision_number': 5, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port': {'id': '54b81196-bcee-4f2e-a87d-793ca0c850dd', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:09Z', 'updated_at': '2021-09-06T05:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:39.647767 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] Checking router: abb2f485-15e5-46e1-b131-6d427d027fea for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:39.662940 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9dae9768-3a84-4fcc-bcaa-c6e581fcd417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.665715 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9dae9768-3a84-4fcc-bcaa-c6e581fcd417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.667003 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9dae9768-3a84-4fcc-bcaa-c6e581fcd417 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06fae405-7ccd-45a4-ae1a-5a8afd5f068d HTTP/1.1" status: 204 len: 168 time: 0.5162039 Sep 06 05:43:39.675008 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] Routers {'abb2f485-15e5-46e1-b131-6d427d027fea'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:39.676069 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['abb2f485-15e5-46e1-b131-6d427d027fea'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:39.688141 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] For port 54b81196-bcee-4f2e-a87d-793ca0c850dd, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=54b81196-bcee-4f2e-a87d-793ca0c850dd,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:39.688563 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:39.693749 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae9768-3a84-4fcc-bcaa-c6e581fcd417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fae405-7ccd-45a4-ae1a-5a8afd5f068d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:39.700583 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Pushing event updated for resources: {'Port': ['ID=8bceeeae-6289-41d7-91fe-a22462bc3b7e,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:39.707912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Calling delete_port for 54b81196-bcee-4f2e-a87d-793ca0c850dd owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:39.728729 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253ffb9-41e1-42ae-8cc8-ba398df497d0 None None] Pushing event updated for resources: {'Port': ['ID=4e92f150-ac4c-435f-aa02-fe21619e7d32,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:39.732391 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:39.738430 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:39.745183 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:39.818549 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] Set router abb2f485-15e5-46e1-b131-6d427d027fea gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:39.942387 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:43:39Z', 'revision_number': 6, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:39.999466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c2ab4-7afc-472c-b651-eda0382a914c None None] The sync data for ids ['abb2f485-15e5-46e1-b131-6d427d027fea'] in dv-cinder-788782-11-iscsi is: [{'id': 'abb2f485-15e5-46e1-b131-6d427d027fea', 'name': 'tempest-TestShelveInstance-69354026-router', 'tenant_id': '2e5c731c29dd473594d2a362bb3a8109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:08Z', 'updated_at': '2021-09-06T05:43:39Z', 'revision_number': 6, 'project_id': '2e5c731c29dd473594d2a362bb3a8109', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:40.155614 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.160617 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-15041bce-e212-4eab-8ade-28a02ab275ca req-584cacf1-acce-4bb1-946f-5c7c6367712a tempest-VolumesNegativeTest-983701107 tempest-VolumesNegativeTest-983701107-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c72e5b3-70ac-4cf6-8c32-35d029753bfb HTTP/1.1" status: 200 len: 210 time: 0.0412641 Sep 06 05:43:40.386511 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.411864 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.490304 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b81196-bcee-4f2e-a87d-793ca0c850dd,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:40.498957 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.586569 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:43:40.622249 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.625113 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.677231 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.677976 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb2f485-15e5-46e1-b131-6d427d027fea {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:43:40.684488 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.685654 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a45710b2-9815-4929-b4a8-93a609778643 admin admin] 10.222.0.30 "DELETE /v2.0/routers/abb2f485-15e5-46e1-b131-6d427d027fea HTTP/1.1" status: 204 len: 168 time: 1.8400040 Sep 06 05:43:40.688390 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43970) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:40.719542 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:40.734349 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:40.746337 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:40.747393 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:40.759626 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.761006 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8d8745f6-70f6-4bdc-81fa-006a66f6c5ab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4956427 Sep 06 05:43:40.763394 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 43974) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:40.763622 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Deleting subnet 3dd28577-c674-4fee-bdb9-c84bfb5f45cc {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:43:40.768259 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.831893 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4102321'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.920679 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.923020 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:40.984931 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573023'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:40.985945 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97c697-0b4d-4481-aebe-b2e6ce3ba2e6 None None] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:41.013576 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd28577-c674-4fee-bdb9-c84bfb5f45cc,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:41.023017 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.025118 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-fa15e304-313b-499e-bf8e-47214616199a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3dd28577-c674-4fee-bdb9-c84bfb5f45cc HTTP/1.1" status: 204 len: 168 time: 0.3356626 Sep 06 05:43:41.029542 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 43978) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:41.039062 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0ac3e-f982-4629-8421-78d7a3e92660 None None] Network cccbffbe-17b5-4d43-a1a8-6334a7bc0629 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:41.142494 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.186263 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:39Z', 'revision_number': 3, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:41.213236 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-e64a2ccb-d7f5-4434-9d66-ecefc5d399af None None] Provisioning for port 4e92f150-ac4c-435f-aa02-fe21619e7d32 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:41.251273 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:41.251616 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Updating router 6ddce499-d44e-4bc9-9860-942da4ff8945 port 8bceeeae-6289-41d7-91fe-a22462bc3b7e binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:43:41.265457 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Deleting port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:41.265718 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.361891 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.446583 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] For port 00660e9d-0a04-4d39-b924-c67f0a7d19d0, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=00660e9d-0a04-4d39-b924-c67f0a7d19d0,segment=NetworkSegment(e4097ef5-7d71-4b46-90f0-7194d03f68cc),segment_id=e4097ef5-7d71-4b46-90f0-7194d03f68cc)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:41.447569 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.463829 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Calling delete_port for 00660e9d-0a04-4d39-b924-c67f0a7d19d0 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:41.492036 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4e92f150-ac4c-435f-aa02-fe21619e7d32 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:41.537869 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.632014 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.683340 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=00660e9d-0a04-4d39-b924-c67f0a7d19d0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:41.693198 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] No DVR routers for this DVR port 00660e9d-0a04-4d39-b924-c67f0a7d19d0 on host dv-cinder-788782-11-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:41.719129 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 4e92f150-ac4c-435f-aa02-fe21619e7d32 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:41.728762 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 4e92f150-ac4c-435f-aa02-fe21619e7d32 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:41.733514 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.779389 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de3ac8-32af-44e1-abc8-b82939649797 None None] DHCP port deletion for cccbffbe-17b5-4d43-a1a8-6334a7bc0629 request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:43:41.836916 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.864931 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccbffbe-17b5-4d43-a1a8-6334a7bc0629']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:41.870798 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.894407 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Transition to ACTIVE for port object 8bceeeae-6289-41d7-91fe-a22462bc3b7e will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:41.897282 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4097ef5-7d71-4b46-90f0-7194d03f68cc') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:41.897607 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4097ef5-7d71-4b46-90f0-7194d03f68cc') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:41.909353 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.913370 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Allocated IP 172.20.0.1 (eb4bc464-3cdd-4ddc-8218-e9a25812998f/976d4529-fb4e-4b1b-9913-fab6f75af133/c3dd8c12-cd69-4b5b-a53f-ca82d2146c88) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:41.926652 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.938883 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.965921 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.978339 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:43:41.979182 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:43:41.983457 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:43:42.004801 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 4e92f150-ac4c-435f-aa02-fe21619e7d32, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=4e92f150-ac4c-435f-aa02-fe21619e7d32,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:42.009866 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Pushing event updated for resources: {'Port': ['ID=8bceeeae-6289-41d7-91fe-a22462bc3b7e,revision_number=2']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:42.013917 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.031230 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.031823 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.033325 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.033865 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.034377 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.034999 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.035783 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.036285 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.036781 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.037257 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.037746 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.038244 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:43:42.088191 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Attempting to bind port 8bceeeae-6289-41d7-91fe-a22462bc3b7e on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:42.088932 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Attempting to bind port 8bceeeae-6289-41d7-91fe-a22462bc3b7e by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:42.089652 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Attempting to bind port 8bceeeae-6289-41d7-91fe-a22462bc3b7e on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:42.099058 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:42.099824 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:42.100473 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.101085 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:42.101744 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Bound port: 8bceeeae-6289-41d7-91fe-a22462bc3b7e, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:42.102345 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.151867 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.152882 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 54b81196-bcee-4f2e-a87d-793ca0c850dd no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:42.165705 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] For port 8bceeeae-6289-41d7-91fe-a22462bc3b7e, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:42.169221 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] For port 8bceeeae-6289-41d7-91fe-a22462bc3b7e, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=8bceeeae-6289-41d7-91fe-a22462bc3b7e,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:42.176243 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.184895 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.192819 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44016) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:42.193557 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cccbffbe-17b5-4d43-a1a8-6334a7bc0629 HTTP/1.1" status: 204 len: 168 time: 1.1627648 Sep 06 05:43:42.194656 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830832-88a0-4950-80fa-1e82b22cfb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccbffbe-17b5-4d43-a1a8-6334a7bc0629,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:42.248077 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3349b75-9d33-454f-bd24-71b5c0e51264 None None] Pushing event updated for resources: {'Port': ['ID=8bceeeae-6289-41d7-91fe-a22462bc3b7e,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:42.269556 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:42.270258 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:42.285642 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.337330 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Transition to ACTIVE for port object c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:42.407356 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:42.487194 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.511068 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a2328b8b-d189-4da2-b71c-392e07d299dc no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:42.513321 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d501c165-a4e7-4b07-87ff-4502681814a5 None None] Provisioning complete for port 4e92f150-ac4c-435f-aa02-fe21619e7d32 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:42.513321 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d501c165-a4e7-4b07-87ff-4502681814a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.519795 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=4e92f150-ac4c-435f-aa02-fe21619e7d32,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:42.531989 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 54b81196-bcee-4f2e-a87d-793ca0c850dd {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:42.532676 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 54b81196-bcee-4f2e-a87d-793ca0c850dd not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:42.533301 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 6033757a-95e8-47e3-8526-3094a812a4e7 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:42.557226 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:42.561876 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:42.566898 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:42.591477 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: a2328b8b-d189-4da2-b71c-392e07d299dc {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:42.591890 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device a2328b8b-d189-4da2-b71c-392e07d299dc not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:42.630629 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:42.639854 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.640504 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 6033757a-95e8-47e3-8526-3094a812a4e7 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:42.640846 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 6033757a-95e8-47e3-8526-3094a812a4e7 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:42.699448 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:42.767292 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:39Z', 'revision_number': 3, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:42.799508 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73678efa-0ddc-4afd-b55d-874d6580f560 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:39Z', 'revision_number': 3, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:43.005329 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-30806b9f-98b3-4683-bb93-fbb66363300d None None] Provisioning for port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:43.009783 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-30806b9f-98b3-4683-bb93-fbb66363300d None None] Provisioning complete for port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:43.010345 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-30806b9f-98b3-4683-bb93-fbb66363300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.064407 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-30806b9f-98b3-4683-bb93-fbb66363300d None None] Port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:43:43.239646 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.444633 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.476811 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4e92f150-ac4c-435f-aa02-fe21619e7d32 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:43.556811 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 4e92f150-ac4c-435f-aa02-fe21619e7d32 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:43.557281 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.679839 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 8bceeeae-6289-41d7-91fe-a22462bc3b7e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:43.701674 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.730006 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126207406'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.766204 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 8bceeeae-6289-41d7-91fe-a22462bc3b7e completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:43.776601 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 8bceeeae-6289-41d7-91fe-a22462bc3b7e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:43.776976 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.852942 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.909550 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:43.911565 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:43.939096 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 8bceeeae-6289-41d7-91fe-a22462bc3b7e, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=8bceeeae-6289-41d7-91fe-a22462bc3b7e,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:43.945438 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:44.053639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 00660e9d-0a04-4d39-b924-c67f0a7d19d0 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:44.056017 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=8bceeeae-6289-41d7-91fe-a22462bc3b7e,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:44.069498 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Deleting port 18869155-818c-4320-b343-6a081def3449 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:44.069938 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:44.084187 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 00660e9d-0a04-4d39-b924-c67f0a7d19d0 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:44.084751 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 00660e9d-0a04-4d39-b924-c67f0a7d19d0 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:44.108604 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:44.111408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:44.256919 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] For port 18869155-818c-4320-b343-6a081def3449, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=18869155-818c-4320-b343-6a081def3449,segment=NetworkSegment(9c692973-3667-460d-b8a0-92ff4da95af1),segment_id=9c692973-3667-460d-b8a0-92ff4da95af1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:44.257323 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:44.280380 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Calling delete_port for 18869155-818c-4320-b343-6a081def3449 owned by network:router_interface {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:44.344881 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:44.406366 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-da1a3a20-cfe9-429b-b37b-fb6a07889db4 None None] Provisioning complete for port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:44.408498 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-da1a3a20-cfe9-429b-b37b-fb6a07889db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:44.482195 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-da1a3a20-cfe9-429b-b37b-fb6a07889db4 None None] Port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:43:44.549994 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:44.563280 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-bdd6838d-ebc4-47ff-81da-bfca250ac4b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/6ddce499-d44e-4bc9-9860-942da4ff8945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7914758 Sep 06 05:43:44.669438 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:44.701075 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18869155-818c-4320-b343-6a081def3449,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:44.928869 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.002664 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:45.016317 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:45.017481 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:45.152734 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:45.224855 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:45.389133 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:45.409464 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 2, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:45.410717 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44272) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:45.414273 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f9703b36-4ff8-4954-871e-2109fef55ab4 admin admin] 10.222.0.30 "PUT /v2.0/routers/736d12ce-b00f-47ce-9c0e-cd8803ae3f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2169766 Sep 06 05:43:45.414597 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] Sync routers for ids ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:45.415691 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44274) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:45.422914 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2119419085-network', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:45.429962 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] Routers {'736d12ce-b00f-47ce-9c0e-cd8803ae3f79'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:45.431139 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:45.446740 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Made reservation on behalf of 44a740fb231345fc939a022dbcc88aa8 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:45.447112 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:45.447489 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Updating router 6ddce499-d44e-4bc9-9860-942da4ff8945 port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:43:45.449541 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 8bceeeae-6289-41d7-91fe-a22462bc3b7e up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:45.449853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.463411 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.500406 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.560846 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks [] for router, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.661628 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.668430 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.709744 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 8bceeeae-6289-41d7-91fe-a22462bc3b7e triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:45.711047 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.718502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:43:45.731240 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.731476 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] Set router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:45.766958 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b1ea6-bb05-4c95-8a92-4abebf60d99d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:45.772478 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.772832 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Added segment 49a37fe0-0209-401d-8be6-ccbdbf98f3d2 of type vlan for network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 Sep 06 05:43:45.839338 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Deleting port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:45.839942 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.850727 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.893992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.895442 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:45.896780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.898287 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:43:45.941116 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5260501 Sep 06 05:43:45.942827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44284) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:45.949541 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Request body: {'subnet': {'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2119419085-subnet', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:45.977674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.978957 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:43:44Z', 'revision_number': 5, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port': {'id': 'b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:45.983396 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] For port b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:45.983768 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:45.993899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d67d1-70e9-4c58-ba5b-067338585c0e admin admin] Pushing event updated for resources: {'Network': ['ID=3fbe7f87-1725-4ea8-99de-95c3f40b63e6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:45.994608 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Made reservation on behalf of 44a740fb231345fc939a022dbcc88aa8 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:45.995368 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Transition to ACTIVE for port object c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:46.001758 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.004369 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126238955'] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.007501 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:43:46.019921 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] Checking router: 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:46.022666 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Calling delete_port for b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 owned by network:router_gateway {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:46.028433 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] Routers {'736d12ce-b00f-47ce-9c0e-cd8803ae3f79'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:46.029027 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:46.121004 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285db8b-b6f5-45ad-aa7c-4bf2adb41dac None None] Pushing event updated for resources: {'Port': ['ID=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:46.135443 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] Set router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 gateway port host: None {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:46.181744 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Attempting to bind port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:46.182382 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Attempting to bind port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:46.182497 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Attempting to bind port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:46.188778 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:46.189165 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Checking segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:46.189573 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.190564 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Bound using segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:46.191051 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Bound port: c3dd8c12-cd69-4b5b-a53f-ca82d2146c88, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:46.191461 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.199055 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:43:45Z', 'revision_number': 6, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:46.238604 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33f7ce-4729-47a6-9be0-d7160c098077 None None] The sync data for ids ['736d12ce-b00f-47ce-9c0e-cd8803ae3f79'] in dv-cinder-788782-11-iscsi is: [{'id': '736d12ce-b00f-47ce-9c0e-cd8803ae3f79', 'name': 'tempest-TestShelveInstance-1702468470-router', 'tenant_id': '8db4389913f64933b2c5f7fc4cd1678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:38:14Z', 'updated_at': '2021-09-06T05:43:45Z', 'revision_number': 6, 'project_id': '8db4389913f64933b2c5f7fc4cd1678e', 'gw_port_host': None}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:46.271452 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] For port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:46.274900 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] For port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:46.280304 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.357636 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:46.358505 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:46.401445 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285db8b-b6f5-45ad-aa7c-4bf2adb41dac None None] Pushing event updated for resources: {'Port': ['ID=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:46.506398 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:46.610436 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126207317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126238917'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.660031 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.702713 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:46.704455 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7f44cd-edde-4e7b-9bf2-b7b49ca49db8,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:46.737447 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Checking segment: {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:46.738052 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Network hostable DHCP agents. Network: 3fbe7f87-1725-4ea8-99de-95c3f40b63e6, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:43:46.764486 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:46Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:46.785241 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.787329 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:43:46.798633 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb7fca-d077-441f-b0af-c50c1df92575 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:46Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:46.852405 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44294) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:46.922128 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 3fbe7f87-1725-4ea8-99de-95c3f40b63e6) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:46.928336 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.930606 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:46.931203 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:46.931533 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5084bdd-28ab-4758-b2ad-04d0bf44bffc None None] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:46.937484 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.003569 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-07063ab3-a4ba-4d66-98e5-5ed1eaa54994 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0590396 Sep 06 05:43:47.006227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44300) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:47.018538 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:47.041611 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.042346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736d12ce-b00f-47ce-9c0e-cd8803ae3f79 {{(pid=94086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:43:47.047313 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.050255 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-14ff1fd1-b8ea-4116-bb66-52b015070276 admin admin] 10.222.0.30 "DELETE /v2.0/routers/736d12ce-b00f-47ce-9c0e-cd8803ae3f79 HTTP/1.1" status: 204 len: 168 time: 1.6322155 Sep 06 05:43:47.059901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44302) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:47.078778 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-720032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61533'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.083326 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-720800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61508'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.124514 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Deleting subnet 76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:43:47.130530 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.186179 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2407d723-035e-5fd6-bd30-6805c1457e2f-3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'fixed_ips': [{'subnet_id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8'}]}} from dv-cinder-788782-11-iscsi. {{(pid=94087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 05:43:47.188399 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.192675 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127586240'] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.320433 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-faf013f7-1c7b-446d-b3e5-453fd511b370 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cde1996f15374d97a1fdf5891bc06e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570351 Sep 06 05:43:47.320433 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44308) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:47.321605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.409155 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.440353 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:47.475959 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126207380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126238926'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.506654 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740b9a9-4934-4b3d-b909-1d54c305a88e None None] Network a922ddec-24bb-4682-bfdc-18a2ea2ab174 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:47.511002 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.db_base_plugin_common [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Allocated IP 172.20.0.2 (3fbe7f87-1725-4ea8-99de-95c3f40b63e6/de7f44cd-edde-4e7b-9bf2-b7b49ca49db8/1919b5fe-0b3f-4ae8-8704-05f9feb19e4c) {{(pid=94087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:47.516333 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.520753 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d HTTP/1.1" status: 204 len: 168 time: 0.4584513 Sep 06 05:43:47.520753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29940f27-b6f3-4c98-9dd1-3ec3a3454357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f7e96c-065f-4c0a-8b4b-04dc3c8ba58d,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:47.530891 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44310) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:47.586777 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.594994 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9832a5ef-4020-473f-9cc7-913af3895c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.631556 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9832a5ef-4020-473f-9cc7-913af3895c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.643794 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.709474 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Deleting port 81927888-5632-4aef-9c92-f79b338deddd {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:43:47.709677 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.741544 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9832a5ef-4020-473f-9cc7-913af3895c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.744973 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9832a5ef-4020-473f-9cc7-913af3895c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.746234 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9832a5ef-4020-473f-9cc7-913af3895c96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7f2723d-6e71-4e8b-ad3d-91dc341e8865 HTTP/1.1" status: 204 len: 168 time: 0.4300137 Sep 06 05:43:47.761440 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832a5ef-4020-473f-9cc7-913af3895c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2723d-6e71-4e8b-ad3d-91dc341e8865,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:47.817498 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] For port 81927888-5632-4aef-9c92-f79b338deddd, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=81927888-5632-4aef-9c92-f79b338deddd,segment=NetworkSegment(9c692973-3667-460d-b8a0-92ff4da95af1),segment_id=9c692973-3667-460d-b8a0-92ff4da95af1)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:47.817874 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.837166 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Calling delete_port for 81927888-5632-4aef-9c92-f79b338deddd owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:43:47.859863 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:47.888517 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:47.888894 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.918475 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.944500 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:47.984775 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.017460 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=81927888-5632-4aef-9c92-f79b338deddd,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:48.022118 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] No DVR routers for this DVR port 81927888-5632-4aef-9c92-f79b338deddd on host dv-cinder-788782-11-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:43:48.042174 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Notify callbacks [] for port, precommit_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.075609 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Transition to ACTIVE for port object 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:48.106026 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Transition to ACTIVE for port object 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c will not be triggered until provisioned by entity DHCP. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:48.108569 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.123735 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa2c5c-eb2e-44b1-8367-905723d05dd8 None None] DHCP port deletion for a922ddec-24bb-4682-bfdc-18a2ea2ab174 request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:43:48.130611 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577'] for port, after_create {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.156634 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.167179 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Allocated IP 172.27.3.20 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/3af7980f-d4a0-44cf-903d-1da56f7ba828) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:48.173911 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a922ddec-24bb-4682-bfdc-18a2ea2ab174']}} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:48.188449 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c692973-3667-460d-b8a0-92ff4da95af1') {'for_net_delete': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:48.188751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c692973-3667-460d-b8a0-92ff4da95af1') {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:48.203112 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127586265'] for segment, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.212179 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 is already hosted by enough agents. {{(pid=94087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:48.222725 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.scheduler.base_scheduler [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Resources bound (agent type, host, resource id): {{(pid=94087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:48.225459 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Received port after_create {{(pid=94087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:48.228413 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.231805 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:48.241228 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:43:48.241648 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126207434'] for segment, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.242487 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Pushing event updated for resources: {'Port': ['ID=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,revision_number=1']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: Traceback (most recent call last): Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: timer() Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: cb(*args, **kw) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: return func(*args, **kwargs) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: self._notify() Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: self.callback(batched_events) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: event.method(event) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: return f(self, *a, **k) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: return self._get(url).json() Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: return self.request(url, 'GET', **kwargs) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:43:48.243478 dv-cinder-788782-11-iscsi neutron-server[94086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:43:48.245639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.342092 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.348291 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.364195 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.366083 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a922ddec-24bb-4682-bfdc-18a2ea2ab174 HTTP/1.1" status: 204 len: 168 time: 0.8302593 Sep 06 05:43:48.393038 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Attempting to bind port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:48.393930 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Attempting to bind port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:48.395188 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Attempting to bind port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c on network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:48.405206 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838654-0007-460d-9458-001f4ce5e1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a922ddec-24bb-4682-bfdc-18a2ea2ab174,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:48.408978 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:48.451569 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.455832 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:48.474269 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:48.474900 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Checking segment: {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:48.475482 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.476118 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Bound using segment: {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:48.476802 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Bound port: 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:48.477360 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.509778 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:48.514612 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device b89e66f3-46d2-4cba-b76d-f5e7e7f4c4e3 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:48.517011 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 18869155-818c-4320-b343-6a081def3449 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:48.532284 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:48.545736 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:48.551341 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:48.572596 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44332) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:48.604458 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 18869155-818c-4320-b343-6a081def3449 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:48.604664 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 18869155-818c-4320-b343-6a081def3449 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:48.639133 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-650f5be1-1b44-4d3a-b3e1-9e4e173c8ea4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e5c731c29dd473594d2a362bb3a8109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649085 Sep 06 05:43:48.641634 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44338) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:48.649234 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Pushing event updated for resources: {'Port': ['ID=3af7980f-d4a0-44cf-903d-1da56f7ba828,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:48.682641 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] For port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:48.686037 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] For port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:48.693580 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.716093 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9289d35-aaf3-48c2-a07b-9a064fc1f87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.754347 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9289d35-aaf3-48c2-a07b-9a064fc1f87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.797217 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c5ac6-5c8d-4ab0-a85e-83da2121f3fa None None] Pushing event updated for resources: {'Port': ['ID=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:48.827352 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9289d35-aaf3-48c2-a07b-9a064fc1f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.830666 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a9289d35-aaf3-48c2-a07b-9a064fc1f87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:48.831921 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a9289d35-aaf3-48c2-a07b-9a064fc1f87e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26b11808-7f6d-4dd8-b123-8f8fb370407e HTTP/1.1" status: 204 len: 168 time: 0.1890020 Sep 06 05:43:48.840318 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9289d35-aaf3-48c2-a07b-9a064fc1f87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b11808-7f6d-4dd8-b123-8f8fb370407e,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:49.065155 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.074505 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44352) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:49.328502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-720885'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.393637 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1845219919-network', 'tenant_id': '646d03881c81433986caf3db376d6089'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:49.424468 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b76c-5be4-4899-8c6a-d535e08c8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.430953 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Made reservation on behalf of 646d03881c81433986caf3db376d6089 for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:49.434092 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.444957 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.481771 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:49.517144 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Router 888ae70a-8e7d-48bb-bf6f-228de7562df4 is scheduled to L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 05:43:49.527460 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44360) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:49.550725 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:49.555735 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:49.601439 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.609753 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.629341 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:49.630673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.678102 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:43:49.688960 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa75940-175b-4025-bbc2-e7c14ba1dfe8,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:49.692441 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.692771 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Added segment ee917782-cc2d-4cd7-97fd-6b1060e35880 of type vlan for network 35ca3d53-3f93-4635-bebd-46de1a787b66 Sep 06 05:43:49.711411 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0d129720-6526-4a91-a82c-ccccf6d84efc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8db4389913f64933b2c5f7fc4cd1678e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817164 Sep 06 05:43:49.712055 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44366) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:49.766470 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.785049 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:49.798114 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Sync routers for ids ['888ae70a-8e7d-48bb-bf6f-228de7562df4'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:49.803163 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c289960f-f997-4662-b6ce-118dccb8e0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.823794 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.824362 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.825028 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4797d940-2d4a-44ab-85a3-b1c8822c393c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8176050 Sep 06 05:43:49.828945 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:49.829555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.831384 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Routers {'888ae70a-8e7d-48bb-bf6f-228de7562df4'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:49.832436 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['888ae70a-8e7d-48bb-bf6f-228de7562df4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:49.833595 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44370) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:49.854663 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c289960f-f997-4662-b6ce-118dccb8e0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.924646 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 81927888-5632-4aef-9c92-f79b338deddd no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:43:49.936896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c289960f-f997-4662-b6ce-118dccb8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.939621 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c289960f-f997-4662-b6ce-118dccb8e0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:49.943728 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c289960f-f997-4662-b6ce-118dccb8e0b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7ca92ef-55b7-4006-8c0a-b1404025b398 HTTP/1.1" status: 204 len: 168 time: 0.2235079 Sep 06 05:43:49.953707 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289960f-f997-4662-b6ce-118dccb8e0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca92ef-55b7-4006-8c0a-b1404025b398,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:49.990271 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 81927888-5632-4aef-9c92-f79b338deddd {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:43:49.990652 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9111905 Sep 06 05:43:49.990761 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 81927888-5632-4aef-9c92-f79b338deddd not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:43:49.991534 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44378) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:50.002158 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Request body: {'subnet': {'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1845219919-subnet', 'tenant_id': '646d03881c81433986caf3db376d6089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:50.053440 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Made reservation on behalf of 646d03881c81433986caf3db376d6089 for: {'subnet': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:50.054973 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Set router 888ae70a-8e7d-48bb-bf6f-228de7562df4 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:50.058721 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126238955'] for subnet, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.067131 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44cba8-8b63-4dc6-942e-7f5ee4d18e06 admin admin] Pushing event updated for resources: {'Network': ['ID=35ca3d53-3f93-4635-bebd-46de1a787b66,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:50.095869 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc59237-e723-4d33-81f0-2845da444134 None None] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:50.098547 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 35ca3d53-3f93-4635-bebd-46de1a787b66 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:43:50.239096 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] Provisioning for port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:50.309780 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] Provisioning complete for port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:50.310134 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.454830 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126207317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126238917'] for subnet, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.516042 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.518675 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f93b37-a999-462a-a03a-f5f56a35522e,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:50.554035 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 3, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:50.572482 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Checking segment: {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:50.572765 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Network hostable DHCP agents. Network: 35ca3d53-3f93-4635-bebd-46de1a787b66, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:43:50.586710 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Checking router: 888ae70a-8e7d-48bb-bf6f-228de7562df4 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:50.587049 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Updating router 888ae70a-8e7d-48bb-bf6f-228de7562df4 port 3af7980f-d4a0-44cf-903d-1da56f7ba828 binding host dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:43:50.589908 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] For port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:50.612949 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.623533 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Network 35ca3d53-3f93-4635-bebd-46de1a787b66 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:43:50.649155 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.652267 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 35ca3d53-3f93-4635-bebd-46de1a787b66) {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:50.661690 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:50.662315 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.678555 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a5d23-1d0f-4189-9304-56e15e2811b5 None None] Network 35ca3d53-3f93-4635-bebd-46de1a787b66 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:50.679999 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.689397 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-fc101dbb-1d1c-4bd6-8c64-44fcc7cd312c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6967988 Sep 06 05:43:50.785926 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebce494-392c-4b1a-8b42-9671b254e71b None None] Pushing event updated for resources: {'Port': ['ID=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:50.857889 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Allocated IP 172.20.0.1 (3fbe7f87-1725-4ea8-99de-95c3f40b63e6/de7f44cd-edde-4e7b-9bf2-b7b49ca49db8/4d790ebd-086c-4588-aefb-94feae99e595) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:50.885610 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-ea7f62a9-9cfa-4cf7-854b-862ea1e41dee None None] Provisioning complete for port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:50.885978 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ea7f62a9-9cfa-4cf7-854b-862ea1e41dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.966771 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:50.984546 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Transition to ACTIVE for port object 4d790ebd-086c-4588-aefb-94feae99e595 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:51.006936 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bf902-5f76-4536-9723-538d5dbfafc8 None None] Network 35ca3d53-3f93-4635-bebd-46de1a787b66 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:43:51.027087 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.089566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:51.096476 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:51.098672 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Pushing event updated for resources: {'Port': ['ID=4d790ebd-086c-4588-aefb-94feae99e595,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:51.101043 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:51.162996 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681376'] for router_interface, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.373086 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.395465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:51.542357 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d4bc4eb7-18ce-4c91-a1c1-f9b4a86873fd None None] Provisioning for port 4d790ebd-086c-4588-aefb-94feae99e595 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:51.549634 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d4bc4eb7-18ce-4c91-a1c1-f9b4a86873fd None None] Provisioning complete for port 4d790ebd-086c-4588-aefb-94feae99e595 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:51.550017 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4eb7-18ce-4c91-a1c1-f9b4a86873fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.586022 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:51.586419 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.593249 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.602327 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.608034 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126207406'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.636629 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Transition to ACTIVE for port object 3af7980f-d4a0-44cf-903d-1da56f7ba828 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:51.638478 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc4eb7-18ce-4c91-a1c1-f9b4a86873fd None None] Port 4d790ebd-086c-4588-aefb-94feae99e595 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:43:51.650743 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.679652 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Pushing event updated for resources: {'Port': ['ID=4d790ebd-086c-4588-aefb-94feae99e595,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:51.682197 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720176'] for router_interface, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.706626 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Attempting to bind port 3af7980f-d4a0-44cf-903d-1da56f7ba828 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:51.707002 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Attempting to bind port 3af7980f-d4a0-44cf-903d-1da56f7ba828 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:51.707358 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Attempting to bind port 3af7980f-d4a0-44cf-903d-1da56f7ba828 on network 3f6627bc-5dfa-49c6-8148-553c22691096 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:51.718590 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4769d-2543-4483-9ed9-1bf9baff8b77 None None] Pushing event updated for resources: {'Port': ['ID=3af7980f-d4a0-44cf-903d-1da56f7ba828,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:51.737244 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:51.737622 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Checking segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:51.738024 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.738440 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Bound using segment: {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:51.738929 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Bound port: 3af7980f-d4a0-44cf-903d-1da56f7ba828, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3aa4f5-e216-48cc-8085-7df1d4d9ce20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:51.739311 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.782943 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:51.784773 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:51.806813 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] For port 3af7980f-d4a0-44cf-903d-1da56f7ba828, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:51.810637 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] For port 3af7980f-d4a0-44cf-903d-1da56f7ba828, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=3af7980f-d4a0-44cf-903d-1da56f7ba828,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:51.820019 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:51.884736 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Routers {'888ae70a-8e7d-48bb-bf6f-228de7562df4'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:51.885583 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['888ae70a-8e7d-48bb-bf6f-228de7562df4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:51.903387 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Router 888ae70a-8e7d-48bb-bf6f-228de7562df4 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:43:51.929390 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4769d-2543-4483-9ed9-1bf9baff8b77 None None] Pushing event updated for resources: {'Port': ['ID=3af7980f-d4a0-44cf-903d-1da56f7ba828,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:51.951242 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44406) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:52.013996 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] Set router 888ae70a-8e7d-48bb-bf6f-228de7562df4 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:52.095062 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76087ce5-e0f2-43ce-a0d5-82037ab612c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.198055 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-99b551cc-10c8-4183-8586-c345f71e6bb6 None None] Provisioning complete for port 4d790ebd-086c-4588-aefb-94feae99e595 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:52.198525 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-99b551cc-10c8-4183-8586-c345f71e6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.204603 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76087ce5-e0f2-43ce-a0d5-82037ab612c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.209738 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76087ce5-e0f2-43ce-a0d5-82037ab612c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.249977 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-76087ce5-e0f2-43ce-a0d5-82037ab612c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b9d453e121945bda7fe980b04886735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974749 Sep 06 05:43:52.250879 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087ce5-e0f2-43ce-a0d5-82037ab612c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf1b4d-cadf-45bc-9e96-94c7e435fb19,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:52.253253 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44410) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:52.267233 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-77885d74-e3f9-4907-ae8a-d80264481f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.277528 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-99b551cc-10c8-4183-8586-c345f71e6bb6 None None] Port 4d790ebd-086c-4588-aefb-94feae99e595 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:43:52.298699 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '4d790ebd-086c-4588-aefb-94feae99e595', 'name': '', 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'mac_address': 'fa:16:3e:bd:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:50Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 2, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'subnets': [{'id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:52.315668 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:43:52.321646 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-12ef8901-65ec-4497-93ac-1363a21a2dad admin admin] 10.222.0.30 "PUT /v2.0/routers/888ae70a-8e7d-48bb-bf6f-228de7562df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854472 Sep 06 05:43:52.326401 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a62a4a-0df2-44f5-8cc4-09934064673f None None] The sync data for ids ['888ae70a-8e7d-48bb-bf6f-228de7562df4'] in dv-cinder-788782-11-iscsi is: [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '4d790ebd-086c-4588-aefb-94feae99e595', 'name': '', 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'mac_address': 'fa:16:3e:bd:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:50Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 2, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'subnets': [{'id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:52.331850 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-294b9dd9-ef3a-4fd7-bc4c-d68d09e75a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.359855 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-294b9dd9-ef3a-4fd7-bc4c-d68d09e75a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.415694 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-294b9dd9-ef3a-4fd7-bc4c-d68d09e75a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.418330 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-294b9dd9-ef3a-4fd7-bc4c-d68d09e75a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.421319 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-294b9dd9-ef3a-4fd7-bc4c-d68d09e75a78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cdf1b4d-cadf-45bc-9e96-94c7e435fb19 HTTP/1.1" status: 204 len: 168 time: 0.1666739 Sep 06 05:43:52.436113 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b9dd9-ef3a-4fd7-bc4c-d68d09e75a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf1b4d-cadf-45bc-9e96-94c7e435fb19,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:52.807873 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.902897 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-4f25d871-baec-4a0b-9b98-24d740f98336 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:52.904596 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-4f25d871-baec-4a0b-9b98-24d740f98336 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 814 time: 0.1511402 Sep 06 05:43:52.908228 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44436) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:52.922009 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a9da07b6-1e5a-4c4f-9c50-009f2878752c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:52.923941 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-48489f5a-f9be-4998-ad44-53c4b5d1cf48 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/quotas/646d03881c81433986caf3db376d6089 HTTP/1.1" status: 200 len: 375 time: 0.0097780 Sep 06 05:43:52.966029 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-24778c7d-34df-4a42-8711-104022820d19 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339489 Sep 06 05:43:53.043938 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44440) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.048522 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643395963', 'description': 'tempest-secgroup-smoke-1643395963 description', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:53.052445 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a9da07b6-1e5a-4c4f-9c50-009f2878752c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.059412 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a9da07b6-1e5a-4c4f-9c50-009f2878752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.072741 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.093611 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a9da07b6-1e5a-4c4f-9c50-009f2878752c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=211726271a7d4fc89ac7c2f237765857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840386 Sep 06 05:43:53.094241 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44442) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.132693 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.140453 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da07b6-1e5a-4c4f-9c50-009f2878752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c0e6e-7f4d-4745-abb3-801537454996,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.165912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-649a799b-00e0-41de-a139-fe5746048a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.167003 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.175238 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.191259 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-649a799b-00e0-41de-a139-fe5746048a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.239463 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-649a799b-00e0-41de-a139-fe5746048a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.242053 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-649a799b-00e0-41de-a139-fe5746048a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.245866 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-649a799b-00e0-41de-a139-fe5746048a11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/638c0e6e-7f4d-4745-abb3-801537454996 HTTP/1.1" status: 204 len: 168 time: 0.1448910 Sep 06 05:43:53.251222 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.253270 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2082345 Sep 06 05:43:53.255647 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d00b98-f055-48cc-88b9-db40b1068720 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af72c38b-aa15-4304-a1a2-4b81701af7f4,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.257932 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44446) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.260733 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a799b-00e0-41de-a139-fe5746048a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c0e6e-7f4d-4745-abb3-801537454996,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.267843 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group_rule': {'security_group_id': 'af72c38b-aa15-4304-a1a2-4b81701af7f4', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:53.316523 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-d4aef837-db4c-431f-876c-1eb064631f63 service neutron] 10.222.0.30 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422725 Sep 06 05:43:53.321793 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.432699 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.445096 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.463549 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-d6249e2b-1dab-46e2-96b4-15665004ce7f service neutron] 10.222.0.30 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370432 Sep 06 05:43:53.478423 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e82bd0-b2e6-4aff-ad1a-f1b1c44d4ccd,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.497437 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.501994 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44450) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.507404 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group_rule': {'security_group_id': 'af72c38b-aa15-4304-a1a2-4b81701af7f4', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:53.512068 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-d0547367-ab6d-4be4-90e0-aa957d58975c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480071 Sep 06 05:43:53.552792 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.647457 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.655512 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.675986 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-42223534-e9d3-4a79-9f91-1c8d8e69b1ac req-edc84ee0-3e52-43b9-b64b-b11aff6a4415 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 210 time: 0.0357416 Sep 06 05:43:53.680120 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919e20fb-aa38-4353-ad10-7c5c8a0f959c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.685581 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.690671 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44456) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.694318 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-45634861-dbd6-48d4-961f-ba4811e77653 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1905456 Sep 06 05:43:53.695174 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44458) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.696315 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group_rule': {'security_group_id': 'af72c38b-aa15-4304-a1a2-4b81701af7f4', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:53.710874 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d711764-7b47-4963-bd3f-957a6305dff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.730392 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.814120 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.819796 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.842925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb072c15-5e6e-4ebc-8ee9-e047e794a01d,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.846883 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d711764-7b47-4963-bd3f-957a6305dff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.851362 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1d711764-7b47-4963-bd3f-957a6305dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.858613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.859877 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b8f97138-d0ac-4477-b92b-a4206b264858 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680696 Sep 06 05:43:53.863812 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44464) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.869951 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group_rule': {'security_group_id': 'af72c38b-aa15-4304-a1a2-4b81701af7f4', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:53.886849 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1d711764-7b47-4963-bd3f-957a6305dff3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fdd815896b74aa3a53e8c27178bf198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879513 Sep 06 05:43:53.887423 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44466) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:53.907896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d711764-7b47-4963-bd3f-957a6305dff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd940945-91cc-4076-b4f8-c1beae4af27b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:53.930492 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:53.993733 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-170855ef-2a65-4aaa-8610-e70eb09daf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.036365 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-170855ef-2a65-4aaa-8610-e70eb09daf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.039079 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.047061 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.082092 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c6bea7-e447-45e0-b12c-ad336c562004,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:54.093821 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.095098 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f864f52d-df35-4681-b501-7d557682b0c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2297614 Sep 06 05:43:54.098185 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44470) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:54.102622 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group_rule': {'security_group_id': 'af72c38b-aa15-4304-a1a2-4b81701af7f4', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:54.130861 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.securitygroups_db [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Project 5b72ac7ebe954d7bb3acb6f08ce725ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 05:43:54.137324 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.141280 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-170855ef-2a65-4aaa-8610-e70eb09daf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.144434 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-170855ef-2a65-4aaa-8610-e70eb09daf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.145581 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-170855ef-2a65-4aaa-8610-e70eb09daf98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd940945-91cc-4076-b4f8-c1beae4af27b HTTP/1.1" status: 204 len: 168 time: 0.2572725 Sep 06 05:43:54.167677 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170855ef-2a65-4aaa-8610-e70eb09daf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd940945-91cc-4076-b4f8-c1beae4af27b,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:54.211879 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.219486 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.241646 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3408fdcd-1933-4437-8b75-a6ff4cf9e7c8,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:54.251632 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.253477 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-e1fb7b03-389b-44d9-a892-c2604724f570 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540122 Sep 06 05:43:54.255752 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44474) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:43:54.260375 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'security_group_rule': {'security_group_id': 'af72c38b-aa15-4304-a1a2-4b81701af7f4', 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:54.285992 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.securitygroups_db [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Project 5b72ac7ebe954d7bb3acb6f08ce725ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 05:43:54.294577 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.366477 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.373091 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741111'] for security_group_rule, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.391000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db75dc87-2b0d-4b67-b583-5ee68afe4563,revision_number=0']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:54.396734 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.401231 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-d207ca77-d1af-45bb-a993-2a39d3f5d7ee tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444597 Sep 06 05:43:54.706830 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:54.774908 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-e3f3a7b2-567f-4aa6-b258-0d85cc6e70d7 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:54.777155 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-e3f3a7b2-567f-4aa6-b258-0d85cc6e70d7 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 814 time: 0.1451738 Sep 06 05:43:54.794110 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Request body: {'port': {'device_id': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66', 'admin_state_up': True, 'tenant_id': '646d03881c81433986caf3db376d6089'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:54.833094 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9f9dc170-7c33-4e41-8ae4-83fd7ac5abab req-526c0577-b4dd-4154-b229-f2b273947820 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 210 time: 0.0577149 Sep 06 05:43:54.958634 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Made reservation on behalf of 646d03881c81433986caf3db376d6089 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:43:54.962561 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.103439 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Allocated IP 172.20.0.14 (35ca3d53-3f93-4635-bebd-46de1a787b66/d6f93b37-a999-462a-a03a-f5f56a35522e/b6242195-0e12-4936-a0c9-784fb22dd5ec) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:43:55.215745 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Sync routers for ids ['888ae70a-8e7d-48bb-bf6f-228de7562df4'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:43:55.227764 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Routers {'888ae70a-8e7d-48bb-bf6f-228de7562df4'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:55.229018 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['888ae70a-8e7d-48bb-bf6f-228de7562df4'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:55.296324 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.369389 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.375195 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 3af7980f-d4a0-44cf-903d-1da56f7ba828 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:55.404533 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Set router 888ae70a-8e7d-48bb-bf6f-228de7562df4 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:55.431237 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Network 35ca3d53-3f93-4635-bebd-46de1a787b66 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:43:55.437321 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Pushing event updated for resources: {'Port': ['ID=b6242195-0e12-4936-a0c9-784fb22dd5ec,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:55.445179 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:43:55.449008 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 3af7980f-d4a0-44cf-903d-1da56f7ba828 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:55.449596 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:43:55.453678 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 3af7980f-d4a0-44cf-903d-1da56f7ba828 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:55.455354 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.514250 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:55.515308 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.531293 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-145189ee-038a-4deb-a015-88903453532d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7437229 Sep 06 05:43:55.546250 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Request body: {'port': {'device_id': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:43:55.566771 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.608036 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 3af7980f-d4a0-44cf-903d-1da56f7ba828, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=3af7980f-d4a0-44cf-903d-1da56f7ba828,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:55.615598 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.637764 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:55.647319 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '4d790ebd-086c-4588-aefb-94feae99e595', 'name': '', 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'mac_address': 'fa:16:3e:bd:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:50Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 2, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'subnets': [{'id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:55.674858 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Checking router: 888ae70a-8e7d-48bb-bf6f-228de7562df4 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:43:55.675514 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Updating router 888ae70a-8e7d-48bb-bf6f-228de7562df4 port 4d790ebd-086c-4588-aefb-94feae99e595 binding host dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 05:43:55.692551 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=3af7980f-d4a0-44cf-903d-1da56f7ba828,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:55.703452 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.002901 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657e6b4-d6d7-4b7b-8f84-0917079e2124 req-8d8bcbc6-fbcf-478d-8dbb-d11f421634a5 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:56.013077 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a657e6b4-d6d7-4b7b-8f84-0917079e2124 req-8d8bcbc6-fbcf-478d-8dbb-d11f421634a5 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 932 time: 0.0809937 Sep 06 05:43:56.021795 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.032479 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.provisioning_blocks [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Transition to ACTIVE for port object 4d790ebd-086c-4588-aefb-94feae99e595 will not be triggered until provisioned by entity L2. {{(pid=94088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:56.042629 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.071478 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a657e6b4-d6d7-4b7b-8f84-0917079e2124 req-c474ca9d-90d1-4824-ac0e-0ff090d13da4 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Sep 06 05:43:56.110808 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9613c4-78dc-46a8-a235-c44bbd199d50 None None] Pushing event updated for resources: {'Port': ['ID=4d790ebd-086c-4588-aefb-94feae99e595,revision_number=3']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:56.204084 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Attempting to bind port 4d790ebd-086c-4588-aefb-94feae99e595 on host dv-cinder-788782-11-iscsi for vnic_type normal with profile {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:56.204449 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Attempting to bind port 4d790ebd-086c-4588-aefb-94feae99e595 by drivers openvswitch,hyperv on host dv-cinder-788782-11-iscsi at level 0 using segments [{'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:56.204808 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Attempting to bind port 4d790ebd-086c-4588-aefb-94feae99e595 on network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:56.212862 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Checking agent: {'id': 'dc2c2016-afd0-4a75-9e95-df236ec4ffa0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 28, 53), 'started_at': datetime.datetime(2021, 9, 6, 5, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:56.213233 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Checking segment: {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:56.213824 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.214411 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Bound using segment: {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'} {{(pid=94088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:56.215049 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.managers [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Bound port: 4d790ebd-086c-4588-aefb-94feae99e595, host: dv-cinder-788782-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a37fe0-0209-401d-8be6-ccbdbf98f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6'}}] {{(pid=94088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:56.215607 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.251530 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6242195-0e12-4936-a0c9-784fb22dd5ec {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:43:56.260984 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.274547 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Transition to ACTIVE for port object b6242195-0e12-4936-a0c9-784fb22dd5ec will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:43:56.280671 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.287769 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] For port 4d790ebd-086c-4588-aefb-94feae99e595, host dv-cinder-788782-11-iscsi, cleared binding levels {{(pid=94088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:56.292260 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.plugins.ml2.db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] For port 4d790ebd-086c-4588-aefb-94feae99e595, host dv-cinder-788782-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=4d790ebd-086c-4588-aefb-94feae99e595,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:56.300163 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron_lib.callbacks.manager [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.346065 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Pushing event updated for resources: {'Port': ['ID=b6242195-0e12-4936-a0c9-784fb22dd5ec,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:56.367320 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9613c4-78dc-46a8-a235-c44bbd199d50 None None] Pushing event updated for resources: {'Port': ['ID=4d790ebd-086c-4588-aefb-94feae99e595,revision_number=4']} {{(pid=94088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:56.374312 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Routers {'888ae70a-8e7d-48bb-bf6f-228de7562df4'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:43:56.375548 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:43:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['888ae70a-8e7d-48bb-bf6f-228de7562df4'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:56.420584 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Attempting to bind port b6242195-0e12-4936-a0c9-784fb22dd5ec on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:43:56.420584 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Attempting to bind port b6242195-0e12-4936-a0c9-784fb22dd5ec by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:43:56.421282 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Attempting to bind port b6242195-0e12-4936-a0c9-784fb22dd5ec on network 35ca3d53-3f93-4635-bebd-46de1a787b66 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:56.426555 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Port b6242195-0e12-4936-a0c9-784fb22dd5ec on network 35ca3d53-3f93-4635-bebd-46de1a787b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:43:56.427108 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Attempting to bind port b6242195-0e12-4936-a0c9-784fb22dd5ec on network 35ca3d53-3f93-4635-bebd-46de1a787b66 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:43:56.433039 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:43:56.433510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Checking segment: {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:43:56.434002 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Bound using segment: {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:43:56.434573 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Bound port: b6242195-0e12-4936-a0c9-784fb22dd5ec, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:43:56.435050 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.504108 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] Set router 888ae70a-8e7d-48bb-bf6f-228de7562df4 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:43:56.513270 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] For port b6242195-0e12-4936-a0c9-784fb22dd5ec, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:43:56.517273 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] For port b6242195-0e12-4936-a0c9-784fb22dd5ec, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:43:56.553629 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.596458 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:56.597425 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:56.599548 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] 10.222.0.25 "PUT /v2.0/ports/b6242195-0e12-4936-a0c9-784fb22dd5ec HTTP/1.1" status: 200 len: 1094 time: 1.0599253 Sep 06 05:43:56.600204 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'tag': 'b6242195-0e12-4936-a0c9-784fb22dd5ec'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:43:56.603167 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf5edc0-8bde-4431-a2fd-249184c7f964" -d '{"events": [{"name": "network-changed", "server_uuid": "da003616-31a3-4a0b-a54b-fae2c18dcba0", "tag": "b6242195-0e12-4936-a0c9-784fb22dd5ec"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:43:56.686925 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d1d97d-22e8-4930-b484-00e12ecd1b7a x-openstack-request-id: req-82d1d97d-22e8-4930-b484-00e12ecd1b7a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:43:56.687058 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da003616-31a3-4a0b-a54b-fae2c18dcba0", "tag": "b6242195-0e12-4936-a0c9-784fb22dd5ec", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:43:56.687227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82d1d97d-22e8-4930-b484-00e12ecd1b7a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:43:56.688053 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'tag': 'b6242195-0e12-4936-a0c9-784fb22dd5ec', 'status': 'completed', 'code': 200} Sep 06 05:43:56.715286 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062acd-6aa7-4a14-93c6-2cba3bcea263 service neutron] Pushing event updated for resources: {'Port': ['ID=b6242195-0e12-4936-a0c9-784fb22dd5ec,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:56.724858 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-ab42252d-7507-421a-af06-784f543a1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:56.726729 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-ab42252d-7507-421a-af06-784f543a1b08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 1097 time: 0.0789394 Sep 06 05:43:56.774299 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-71d47c8f-d099-493c-af95-149612464531 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec HTTP/1.1" status: 200 len: 217 time: 0.0378785 Sep 06 05:43:56.829227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-46086338-4947-4753-a1ef-c349cc03988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:56.831879 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-46086338-4947-4753-a1ef-c349cc03988c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6f93b37-a999-462a-a03a-f5f56a35522e HTTP/1.1" status: 200 len: 854 time: 0.0497355 Sep 06 05:43:56.867185 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-26d32245-8fad-4fd4-9ec5-7c42f3b5a983 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=35ca3d53-3f93-4635-bebd-46de1a787b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278451 Sep 06 05:43:56.875727 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '4d790ebd-086c-4588-aefb-94feae99e595', 'name': '', 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'mac_address': 'fa:16:3e:bd:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:50Z', 'updated_at': '2021-09-06T05:43:56Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'subnets': [{'id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:43:56.913117 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a59926-0320-404b-ae32-23fc445102e6 None None] The sync data for ids ['888ae70a-8e7d-48bb-bf6f-228de7562df4'] in dv-cinder-788782-11-iscsi is: [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:51Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': '4d790ebd-086c-4588-aefb-94feae99e595', 'name': '', 'network_id': '3fbe7f87-1725-4ea8-99de-95c3f40b63e6', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'mac_address': 'fa:16:3e:bd:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:50Z', 'updated_at': '2021-09-06T05:43:56Z', 'revision_number': 4, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'subnets': [{'id': 'de7f44cd-edde-4e7b-9bf2-b7b49ca49db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:43:56.970057 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-19532a34-b33d-412e-9cc6-f52d71af3e9b service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951984 Sep 06 05:43:57.093527 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-098c3c17-47ab-460b-ad14-b55c5dc9bbe7 req-9af02526-2b65-4831-b0ad-8a2243a83db4 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149032 Sep 06 05:43:57.221592 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-039b92cc-5854-4c5a-b83f-bd136578d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:57.223567 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-039b92cc-5854-4c5a-b83f-bd136578d387 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 1097 time: 0.0532870 Sep 06 05:43:57.245572 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b6ed8-25bf-4f02-9319-2cd8c160433a req-18eeb6f7-3b89-4f7b-94fb-1814af195820 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:57.247236 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf7b6ed8-25bf-4f02-9319-2cd8c160433a req-18eeb6f7-3b89-4f7b-94fb-1814af195820 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 944 time: 0.0972545 Sep 06 05:43:57.338709 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-bf7b6ed8-25bf-4f02-9319-2cd8c160433a req-125c397a-8571-436c-a202-acb619b5a6fb tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832098 Sep 06 05:43:57.353739 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-972c1155-27d2-4d31-b6cf-241265b521c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:57.353739 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-972c1155-27d2-4d31-b6cf-241265b521c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 915 time: 0.1183071 Sep 06 05:43:57.368765 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 3af7980f-d4a0-44cf-903d-1da56f7ba828 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:57.399797 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-b60c4d69-47d5-44ce-ab07-e3c05b0b4e6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec HTTP/1.1" status: 200 len: 217 time: 0.0416286 Sep 06 05:43:57.419515 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 3af7980f-d4a0-44cf-903d-1da56f7ba828 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:57.420260 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:57.457897 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-179b5dd0-0398-41f1-959d-927d13ef4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:57.459435 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-179b5dd0-0398-41f1-959d-927d13ef4061 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6f93b37-a999-462a-a03a-f5f56a35522e HTTP/1.1" status: 200 len: 854 time: 0.0517161 Sep 06 05:43:57.501474 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-0c4fd109-ab7b-46f0-948a-8e0750cd2b40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=35ca3d53-3f93-4635-bebd-46de1a787b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339391 Sep 06 05:43:57.514715 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4d790ebd-086c-4588-aefb-94feae99e595 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:57.577543 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning for port 4d790ebd-086c-4588-aefb-94feae99e595 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:43:57.584501 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 4d790ebd-086c-4588-aefb-94feae99e595 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:57.584889 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:57.614341 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-37a8009f-c17c-4d7a-8bbd-386158b50439 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035910 Sep 06 05:43:57.668554 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:57.706024 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] For port 4d790ebd-086c-4588-aefb-94feae99e595, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=4d790ebd-086c-4588-aefb-94feae99e595,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:43:57.710465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:57.718623 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf5edc0-8bde-4431-a2fd-249184c7f964 req-c0dd08ce-0bb3-4bcd-8093-5ed697d828b2 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926747 Sep 06 05:43:57.761665 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Pushing event updated for resources: {'Port': ['ID=4d790ebd-086c-4588-aefb-94feae99e595,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:43:58.454589 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97debf5d-fbe0-42f1-a9f2-168bf3fcc00f req-a098feff-5e84-4faf-b0ae-ec49ee4e1643 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:58.456173 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-97debf5d-fbe0-42f1-a9f2-168bf3fcc00f req-a098feff-5e84-4faf-b0ae-ec49ee4e1643 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 944 time: 0.0531156 Sep 06 05:43:58.499078 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-97debf5d-fbe0-42f1-a9f2-168bf3fcc00f req-cff9c881-2b20-47f3-8b0b-dded1780c2d5 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Sep 06 05:43:59.306625 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4d790ebd-086c-4588-aefb-94feae99e595 up at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:43:59.357892 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Provisioning complete for port 4d790ebd-086c-4588-aefb-94feae99e595 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:43:59.358294 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:43:59.615666 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3677d-4846-427b-996b-1c9ddab43f2d req-cf2da48b-e7ec-40b8-af91-d156ec7eea41 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:43:59.617061 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6c3677d-4846-427b-996b-1c9ddab43f2d req-cf2da48b-e7ec-40b8-af91-d156ec7eea41 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 944 time: 0.0490918 Sep 06 05:43:59.656025 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f6c3677d-4846-427b-996b-1c9ddab43f2d req-64adee0e-7e20-4103-8380-35b7c098f0f9 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Sep 06 05:44:00.034258 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44652) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:00.139623 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7e78833f-864c-482d-a2cb-29a899ac9486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.228649 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7e78833f-864c-482d-a2cb-29a899ac9486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.232265 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7e78833f-864c-482d-a2cb-29a899ac9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.269989 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78833f-864c-482d-a2cb-29a899ac9486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f43cc-2bb7-4aae-9af3-5747a099e1b8,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:00.274144 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-7e78833f-864c-482d-a2cb-29a899ac9486 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12e5e11830bb46ffafd209f7aa48102f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388387 Sep 06 05:44:00.276952 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44656) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:00.325907 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0a55b25-de67-4f61-bb78-e88053c9b845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.351651 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0a55b25-de67-4f61-bb78-e88053c9b845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.397966 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0a55b25-de67-4f61-bb78-e88053c9b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.400437 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d0a55b25-de67-4f61-bb78-e88053c9b845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.401630 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-d0a55b25-de67-4f61-bb78-e88053c9b845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/196f43cc-2bb7-4aae-9af3-5747a099e1b8 HTTP/1.1" status: 204 len: 168 time: 0.1237755 Sep 06 05:44:00.409635 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a55b25-de67-4f61-bb78-e88053c9b845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f43cc-2bb7-4aae-9af3-5747a099e1b8,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:00.542539 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b6242195-0e12-4936-a0c9-784fb22dd5ec details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:44:00.646971 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port b6242195-0e12-4936-a0c9-784fb22dd5ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:00.657794 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'b6242195-0e12-4936-a0c9-784fb22dd5ec', 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66', 'port_id': 'b6242195-0e12-4936-a0c9-784fb22dd5ec', 'mac_address': 'fa:16:3e:ab:40:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f93b37-a999-462a-a03a-f5f56a35522e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:44:00.673997 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44664) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:00.686965 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.696459 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.716791 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6242195-0e12-4936-a0c9-784fb22dd5ec {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:00.737411 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port b6242195-0e12-4936-a0c9-784fb22dd5ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:00.741286 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.793540 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=b6242195-0e12-4936-a0c9-784fb22dd5ec,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:00.798108 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2527ad-dd9f-4271-8dd2-b62e314d83f5 req-2682857f-c4c0-4d6b-9138-125b593da59e tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:00.799847 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0b2527ad-dd9f-4271-8dd2-b62e314d83f5 req-2682857f-c4c0-4d6b-9138-125b593da59e tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 945 time: 0.0709765 Sep 06 05:44:00.859037 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.862788 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0b2527ad-dd9f-4271-8dd2-b62e314d83f5 req-ad57dbf4-f447-4733-865b-60b49431d32c tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Sep 06 05:44:00.863832 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.906596 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=365b35c23ebc4fef86362203e592255c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314410 Sep 06 05:44:00.907454 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b86172-19d0-45a9-ae39-17e987974992,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:00.909282 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44668) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:00.914890 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.915252 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.915594 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.915934 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.916272 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.916606 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.916938 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.917270 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.917598 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.917925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.918279 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.918607 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3a571-4d9a-4e30-84b4-539c1b0597ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:00.953391 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['b6242195-0e12-4936-a0c9-784fb22dd5ec'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:00.959258 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87676724-cdb9-4b91-94cd-461af8ca9721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:00.982896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87676724-cdb9-4b91-94cd-461af8ca9721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.031122 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87676724-cdb9-4b91-94cd-461af8ca9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.034029 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-87676724-cdb9-4b91-94cd-461af8ca9721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.035319 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-87676724-cdb9-4b91-94cd-461af8ca9721 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8b86172-19d0-45a9-ae39-17e987974992 HTTP/1.1" status: 204 len: 168 time: 0.1249123 Sep 06 05:44:01.043018 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87676724-cdb9-4b91-94cd-461af8ca9721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b86172-19d0-45a9-ae39-17e987974992,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:01.373352 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44674) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:01.388333 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a6034b-2d6d-4999-b178-ae7a30938d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.480187 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a6034b-2d6d-4999-b178-ae7a30938d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.483993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a6034b-2d6d-4999-b178-ae7a30938d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.524306 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-44a6034b-2d6d-4999-b178-ae7a30938d56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca69384c3665474b8d8eb1ecaab3df15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498840 Sep 06 05:44:01.525161 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6034b-2d6d-4999-b178-ae7a30938d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaa551c-e275-45af-8d4c-5875b9468d23,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:01.527755 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44678) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:01.577970 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df4f2ea-59cb-436f-a75d-88213b34ae86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.599245 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df4f2ea-59cb-436f-a75d-88213b34ae86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.645866 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df4f2ea-59cb-436f-a75d-88213b34ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.648482 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df4f2ea-59cb-436f-a75d-88213b34ae86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:01.649637 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-2df4f2ea-59cb-436f-a75d-88213b34ae86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aaa551c-e275-45af-8d4c-5875b9468d23 HTTP/1.1" status: 204 len: 168 time: 0.1205404 Sep 06 05:44:01.657468 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4f2ea-59cb-436f-a75d-88213b34ae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaa551c-e275-45af-8d4c-5875b9468d23,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:01.988490 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e56bb-45c2-4f02-a641-28e46445f221 req-d594fc3a-b659-4492-b083-d47e8c5d2545 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:01.989988 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-386e56bb-45c2-4f02-a641-28e46445f221 req-d594fc3a-b659-4492-b083-d47e8c5d2545 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Sep 06 05:44:02.028406 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-386e56bb-45c2-4f02-a641-28e46445f221 req-d7c25fe4-871d-404a-b4dd-9f6021a56468 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Sep 06 05:44:02.563729 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b6242195-0e12-4936-a0c9-784fb22dd5ec up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:44:02.614329 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port b6242195-0e12-4936-a0c9-784fb22dd5ec completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:44:02.618070 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port b6242195-0e12-4936-a0c9-784fb22dd5ec triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:44:02.618453 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:02.829281 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:02.851623 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6242195-0e12-4936-a0c9-784fb22dd5ec'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:02.853965 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7cb53d-02a5-4727-8f40-16dc0517af94" -d '{"events": [{"server_uuid": "da003616-31a3-4a0b-a54b-fae2c18dcba0", "name": "network-vif-plugged", "status": "completed", "tag": "b6242195-0e12-4936-a0c9-784fb22dd5ec"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:02.866824 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port b6242195-0e12-4936-a0c9-784fb22dd5ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:02.871383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:02.900306 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80bffa0-fa63-45c1-a3d3-37a0e0bc6052 x-openstack-request-id: req-e80bffa0-fa63-45c1-a3d3-37a0e0bc6052 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:02.900601 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da003616-31a3-4a0b-a54b-fae2c18dcba0", "name": "network-vif-plugged", "status": "completed", "tag": "b6242195-0e12-4936-a0c9-784fb22dd5ec", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:02.900854 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e80bffa0-fa63-45c1-a3d3-37a0e0bc6052 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:02.901244 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6242195-0e12-4936-a0c9-784fb22dd5ec', 'code': 200} Sep 06 05:44:02.932110 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=b6242195-0e12-4936-a0c9-784fb22dd5ec,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:03.067027 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522134a3-9f8c-4f37-88af-2c6a34c04e66 req-b209fdd8-b612-440f-a9ae-a01ad3290959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:03.068915 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-522134a3-9f8c-4f37-88af-2c6a34c04e66 req-b209fdd8-b612-440f-a9ae-a01ad3290959 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 1099 time: 0.0421536 Sep 06 05:44:03.120058 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-522134a3-9f8c-4f37-88af-2c6a34c04e66 req-811cfc27-f59b-4112-9c75-68d867accd84 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 Sep 06 05:44:03.158420 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b01ef-4b8b-48da-9d32-9ceeebba0f1d req-0df30f68-65b1-437d-ba88-90fe200f3c6d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:03.160508 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-633b01ef-4b8b-48da-9d32-9ceeebba0f1d req-0df30f68-65b1-437d-ba88-90fe200f3c6d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 946 time: 0.0543773 Sep 06 05:44:03.200427 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-633b01ef-4b8b-48da-9d32-9ceeebba0f1d req-444937dd-de4b-49ca-846b-2aef63c64698 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Sep 06 05:44:03.744866 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44758) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:03.853831 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfefc-5c7b-41f7-bb34-e3b53cd1610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:03.941613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfefc-5c7b-41f7-bb34-e3b53cd1610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:03.945513 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfefc-5c7b-41f7-bb34-e3b53cd1610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:03.985402 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-eb8dfefc-5c7b-41f7-bb34-e3b53cd1610b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4defd7ec54894922a0bbb3bcf8c5eb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394266 Sep 06 05:44:03.987325 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dfefc-5c7b-41f7-bb34-e3b53cd1610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c593db1-eea8-4304-a1dd-edf5fb6284b6,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:03.989039 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44762) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:04.038698 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efad0806-a502-439d-9626-7fe094885f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.069312 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efad0806-a502-439d-9626-7fe094885f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.117825 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efad0806-a502-439d-9626-7fe094885f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.120606 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-efad0806-a502-439d-9626-7fe094885f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.122772 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-efad0806-a502-439d-9626-7fe094885f3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c593db1-eea8-4304-a1dd-edf5fb6284b6 HTTP/1.1" status: 204 len: 168 time: 0.1316972 Sep 06 05:44:04.132525 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad0806-a502-439d-9626-7fe094885f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c593db1-eea8-4304-a1dd-edf5fb6284b6,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:04.319096 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc994f5-6343-4b16-948a-178cc27a22d8 req-08ae773e-eedf-4573-a820-fe4b9b7cdcce tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:04.320670 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cc994f5-6343-4b16-948a-178cc27a22d8 req-08ae773e-eedf-4573-a820-fe4b9b7cdcce tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 946 time: 0.0499871 Sep 06 05:44:04.360412 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cc994f5-6343-4b16-948a-178cc27a22d8 req-2da41d5e-6388-4a37-a0ce-b5e491c92ff3 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Sep 06 05:44:04.406595 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44776) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:04.420739 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-12afe80a-a19c-4676-b779-831f03cda483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.521022 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-12afe80a-a19c-4676-b779-831f03cda483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.524919 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-12afe80a-a19c-4676-b779-831f03cda483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.562370 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afe80a-a19c-4676-b779-831f03cda483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d058f4-8b0d-4b04-bc03-cee39593131a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:04.571742 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44808) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:04.571873 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-12afe80a-a19c-4676-b779-831f03cda483 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfdb1938c0ce48cf92f0743beb10c6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641672 Sep 06 05:44:04.638796 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cf40a839-e8cb-487b-ac45-f13adffbb367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.659821 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cf40a839-e8cb-487b-ac45-f13adffbb367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.714000 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cf40a839-e8cb-487b-ac45-f13adffbb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.716687 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cf40a839-e8cb-487b-ac45-f13adffbb367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:04.720536 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-cf40a839-e8cb-487b-ac45-f13adffbb367 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2d058f4-8b0d-4b04-bc03-cee39593131a HTTP/1.1" status: 204 len: 168 time: 0.1446486 Sep 06 05:44:04.726764 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a839-e8cb-487b-ac45-f13adffbb367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d058f4-8b0d-4b04-bc03-cee39593131a,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:06.581787 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44894) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:06.689350 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ff7-1f7b-48b8-b4e1-cd8c200aeb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.780510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ff7-1f7b-48b8-b4e1-cd8c200aeb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.784390 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5dd32ff7-1f7b-48b8-b4e1-cd8c200aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.820362 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd32ff7-1f7b-48b8-b4e1-cd8c200aeb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de3804-01fd-47da-bd9a-34616c18479a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:06.825529 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5dd32ff7-1f7b-48b8-b4e1-cd8c200aeb89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=638b4c86afe04ce2a6c56fc39f717020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426310 Sep 06 05:44:06.828119 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44900) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:06.875314 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-312cc4bc-a22a-4b50-ad09-9db505e911f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.897255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-312cc4bc-a22a-4b50-ad09-9db505e911f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.951451 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-312cc4bc-a22a-4b50-ad09-9db505e911f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.954046 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-312cc4bc-a22a-4b50-ad09-9db505e911f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:06.955245 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-312cc4bc-a22a-4b50-ad09-9db505e911f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70de3804-01fd-47da-bd9a-34616c18479a HTTP/1.1" status: 204 len: 168 time: 0.1261771 Sep 06 05:44:06.963405 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc4bc-a22a-4b50-ad09-9db505e911f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de3804-01fd-47da-bd9a-34616c18479a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:07.214663 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44916) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:07.227734 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2871a40-42c0-457b-ac00-fef404f71797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.317647 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2871a40-42c0-457b-ac00-fef404f71797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.320730 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2871a40-42c0-457b-ac00-fef404f71797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.358781 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d2871a40-42c0-457b-ac00-fef404f71797 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1726b8cab5b547a19309104da613067a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430428 Sep 06 05:44:07.359470 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2871a40-42c0-457b-ac00-fef404f71797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5a09e-f989-48d9-9d2e-cf93fd8efd69,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:07.361710 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44922) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:07.414339 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe99c35a-4ac5-4c66-95a7-c8bc511cd5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.434388 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe99c35a-4ac5-4c66-95a7-c8bc511cd5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.480970 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe99c35a-4ac5-4c66-95a7-c8bc511cd5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.483464 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fe99c35a-4ac5-4c66-95a7-c8bc511cd5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:07.484595 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-fe99c35a-4ac5-4c66-95a7-c8bc511cd5b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71e5a09e-f989-48d9-9d2e-cf93fd8efd69 HTTP/1.1" status: 204 len: 168 time: 0.1190326 Sep 06 05:44:07.491892 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99c35a-4ac5-4c66-95a7-c8bc511cd5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5a09e-f989-48d9-9d2e-cf93fd8efd69,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:08.161186 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 44948) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:08.264946 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1320228263-network', 'tenant_id': '69bcc84af56d41898d6772defca1be29'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:08.286150 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Made reservation on behalf of 69bcc84af56d41898d6772defca1be29 for: {'network': 1} {{(pid=94086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:44:08.288444 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for network, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.296946 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.386236 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.389723 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.415555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 05:44:08.424970 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75285452-993b-4e65-9912-911087297c14,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:08.440284 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.440753 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.segments_db [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Added segment 4f986665-f542-4132-85c8-ad3679231fd6 of type vlan for network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 Sep 06 05:44:08.481780 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790123558364'] for network, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.505666 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648'] for network, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.506577 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:08.507170 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.536429 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3741779 Sep 06 05:44:08.539443 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 44952) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:08.544409 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Request body: {'subnet': {'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1320228263-subnet', 'tenant_id': '69bcc84af56d41898d6772defca1be29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:08.563760 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Made reservation on behalf of 69bcc84af56d41898d6772defca1be29 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:44:08.566140 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2573050'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.566373 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fb5f3-57ca-45ec-9cd1-33fea767fbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:08.576274 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 details requested by agent ovs-agent-dv-cinder-788782-11-iscsi with host dv-cinder-788782-11-iscsi {{(pid=94087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 05:44:08.741877 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2573012'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.795973 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4105f4-0e22-4a4c-8ec5-375bb1810233,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:08.807083 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Checking segment: {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:44:08.807427 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Network hostable DHCP agents. Network: 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64, hostable agents: ['a5d4aa49-4efb-49ed-8f53-07d828fb62d5'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 05:44:08.824590 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 is scheduled to be hosted by DHCP agent a5d4aa49-4efb-49ed-8f53-07d828fb62d5 with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 05:44:08.836624 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-11-iscsi, 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:44:08.841172 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:08.841788 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:08.846416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b05d8-7f67-47f4-b5e6-13fcbde0433d None None] Network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:44:08.866050 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c52ab9b8-f0d7-4730-ad84-93889c17fd58 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3191307 Sep 06 05:44:08.971886 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9663096-096b-4f72-9574-0da24184dc23 None None] Network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:44:10.622687 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-8aa9ca8c-3c97-4063-b3ea-5b490f9c3be7 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:10.624090 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-8aa9ca8c-3c97-4063-b3ea-5b490f9c3be7 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/networks?id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 200 len: 809 time: 0.1052172 Sep 06 05:44:10.638558 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-66cc76f4-5e13-43c6-a8cd-b767010ec4c0 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/quotas/69bcc84af56d41898d6772defca1be29 HTTP/1.1" status: 200 len: 375 time: 0.0086603 Sep 06 05:44:10.668544 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-2b805259-ab4b-4212-9dde-40e9f227cd12 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69bcc84af56d41898d6772defca1be29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248139 Sep 06 05:44:10.757781 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-3b6b1b87-d487-4fba-ae27-f1b4786db12a service neutron] 10.222.0.30 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817745 Sep 06 05:44:10.848239 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-42403012-b1fd-4052-b119-2bd5f8e5d76f service neutron] 10.222.0.30 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842979 Sep 06 05:44:11.006284 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-af545865-c594-468a-8093-5476825e81c0 req-b4b2fd28-fa20-4cce-878e-b113f7890a14 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 210 time: 0.0287647 Sep 06 05:44:11.922742 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-96a1052e-209c-45aa-b0e6-7ab069881fcd tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:11.924169 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-96a1052e-209c-45aa-b0e6-7ab069881fcd tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "GET /v2.0/networks?id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 200 len: 809 time: 0.1054180 Sep 06 05:44:11.937814 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Request body: {'port': {'device_id': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64', 'admin_state_up': True, 'tenant_id': '69bcc84af56d41898d6772defca1be29'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:12.057113 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Made reservation on behalf of 69bcc84af56d41898d6772defca1be29 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:44:12.061634 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.117923 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6455786c-f6ab-43a2-9cf5-99e9e072139a req-ab3453d3-1668-4862-b052-5d781d1791ff tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 210 time: 0.0345008 Sep 06 05:44:12.195001 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.209301 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Allocated IP 172.20.0.5 (77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64/7c4105f4-0e22-4a4c-8ec5-375bb1810233/ae595d9f-0b57-4f7a-bbe6-5b3e750223a1) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:44:12.280711 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-03a48fd6-21e2-4a43-85d2-e3c312b0fad3 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643395963&fields=id&tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 267 time: 0.0335419 Sep 06 05:44:12.363837 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.392447 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1a871163-19c4-421d-9dd7-32f76bf36ef1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:12.394143 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1a871163-19c4-421d-9dd7-32f76bf36ef1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 812 time: 0.1066527 Sep 06 05:44:12.404960 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.409824 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-124e1af0-1af2-4e48-b08a-33e618fd6c9c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/quotas/5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 375 time: 0.0092742 Sep 06 05:44:12.446912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:44:12.449815 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:44:12.452708 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:44:12.465041 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-c700351a-e3fa-489a-9cb7-0efb1bfb75ac tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498872 Sep 06 05:44:12.487125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Pushing event updated for resources: {'Port': ['ID=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:12.514480 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:12.515126 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.529931 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e2e3c479-fa32-4c5d-b527-e6b5d162e4e5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956988 Sep 06 05:44:12.541853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Request body: {'port': {'device_id': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:12.574776 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1058db33-a9e4-4ae0-b667-237567f2a78c service neutron] 10.222.0.30 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974057 Sep 06 05:44:12.598566 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.673144 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c4f36a1-120f-4270-afc0-42df3c554a0c service neutron] 10.222.0.30 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922222 Sep 06 05:44:12.894426 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:12.901792 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.913798 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Transition to ACTIVE for port object ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:44:12.916687 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:12.989185 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f5f0cbbf-dadb-4af5-a999-cd7a82c504ff req-ec22f074-c9a8-442a-b4c1-a56940304af8 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 210 time: 0.0266590 Sep 06 05:44:12.992507 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:13.041687 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Attempting to bind port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:44:13.042026 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Attempting to bind port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:44:13.042403 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Attempting to bind port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 on network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:44:13.046596 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 on network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:44:13.046914 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Attempting to bind port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 on network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:44:13.056858 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:44:13.057218 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Checking segment: {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:44:13.057635 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Bound using segment: {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:44:13.058089 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Bound port: ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:44:13.058373 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:13.125585 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] For port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:44:13.129786 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] For port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:44:13.137000 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:13.173288 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.173918 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:13.176079 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] 10.222.0.25 "PUT /v2.0/ports/ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 HTTP/1.1" status: 200 len: 1093 time: 0.6381488 Sep 06 05:44:13.176537 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'tag': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:13.178898 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4111a29-2b0b-46f8-9557-31aae0b692d9", "tag": "ae595d9f-0b57-4f7a-bbe6-5b3e750223a1"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:13.216208 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaec45-44c0-410c-ac7c-a2338a63e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:13.276972 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa9523-bc0a-41ad-a89a-f601f0a3cc3d x-openstack-request-id: req-c2aa9523-bc0a-41ad-a89a-f601f0a3cc3d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:13.277394 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4111a29-2b0b-46f8-9557-31aae0b692d9", "tag": "ae595d9f-0b57-4f7a-bbe6-5b3e750223a1", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:13.277648 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2aa9523-bc0a-41ad-a89a-f601f0a3cc3d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:13.278044 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'tag': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1', 'status': 'completed', 'code': 200} Sep 06 05:44:13.286805 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a60f-7715-4a03-a4ec-47fd32c15dac req-85dd8fd9-6add-44fd-900b-9edf6df1db1e tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.287756 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-6ea85bd5-ad7f-4b2e-b6a5-328a340eec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.288782 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c0b2a60f-7715-4a03-a4ec-47fd32c15dac req-85dd8fd9-6add-44fd-900b-9edf6df1db1e tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 943 time: 0.0790751 Sep 06 05:44:13.289244 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-6ea85bd5-ad7f-4b2e-b6a5-328a340eec23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69bcc84af56d41898d6772defca1be29&device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 1096 time: 0.0543444 Sep 06 05:44:13.333153 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c0b2a60f-7715-4a03-a4ec-47fd32c15dac req-37dfbcdd-25bc-4379-a1ea-889d7b948f91 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Sep 06 05:44:13.336848 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-d27d19aa-c953-4e04-88f9-30ef1f97a596 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 HTTP/1.1" status: 200 len: 217 time: 0.0396006 Sep 06 05:44:13.394254 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e3b5ca04-c823-4590-9005-c55febd3c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.395755 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-e3b5ca04-c823-4590-9005-c55febd3c6a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c4105f4-0e22-4a4c-8ec5-375bb1810233 HTTP/1.1" status: 200 len: 849 time: 0.0496216 Sep 06 05:44:13.430355 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-06cabfd5-0eab-427b-ba12-bbf60b8ffd2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253189 Sep 06 05:44:13.520353 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-8e1920fc-960e-4ecd-b57d-0b0262b9a050 service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Sep 06 05:44:13.620780 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7d25161-15a6-4bba-ac16-2f31a4150a25 req-5a6c57c9-a292-4b87-9ce3-15389c498ece service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914438 Sep 06 05:44:13.702414 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-e46a31fc-3d2c-4f11-8808-5f4278c1cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.703849 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-e46a31fc-3d2c-4f11-8808-5f4278c1cd32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69bcc84af56d41898d6772defca1be29&device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 1096 time: 0.0395482 Sep 06 05:44:13.797494 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-7195feb7-802a-44d4-9320-91b22f21ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.798900 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-7195feb7-802a-44d4-9320-91b22f21ca00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 200 len: 910 time: 0.0859799 Sep 06 05:44:13.839752 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-470e8043-d33a-4d09-bad9-4200d92c0fdb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 HTTP/1.1" status: 200 len: 217 time: 0.0334122 Sep 06 05:44:13.893022 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-438fa0a1-33bf-4ee8-bec2-afbc860c7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:13.895607 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-438fa0a1-33bf-4ee8-bec2-afbc860c7d47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c4105f4-0e22-4a4c-8ec5-375bb1810233 HTTP/1.1" status: 200 len: 849 time: 0.0475383 Sep 06 05:44:13.930194 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-93c5975b-6a98-42e3-a4fb-d903ce128c7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263150 Sep 06 05:44:14.107437 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c0fa5cdb-b073-4d14-9ce1-7efb5de187e8 req-58271a76-9c0f-4472-a2ec-e54eddb9d6eb tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 210 time: 0.0336435 Sep 06 05:44:14.146925 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-4be15805-a13c-488b-892d-a9aef1e2d604 service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731787 Sep 06 05:44:14.158354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-57a6ddec-f740-4ddb-9eb5-4b637b33e894 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:14.159923 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-57a6ddec-f740-4ddb-9eb5-4b637b33e894 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 812 time: 0.1789434 Sep 06 05:44:14.255348 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-829af5d6-7234-4da5-9189-1f2f984fa602 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 380 time: 0.0770140 Sep 06 05:44:14.270182 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'port': {'device_id': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'admin_state_up': True, 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'security_groups': ['af72c38b-aa15-4304-a1a2-4b81701af7f4']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:14.296899 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8f41d8c-cf69-4c71-8d23-0539e143d7d4 req-10291f18-bd02-4f19-bbff-088d57935afb service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357989 Sep 06 05:44:14.387618 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Made reservation on behalf of 5b72ac7ebe954d7bb3acb6f08ce725ca for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:44:14.391345 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:14.461056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29efb33-6900-44dc-8a6d-67bf093ace55 req-7d6429a8-ca84-4b9d-a554-f61df7bd4276 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:14.463612 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d29efb33-6900-44dc-8a6d-67bf093ace55 req-7d6429a8-ca84-4b9d-a554-f61df7bd4276 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 943 time: 0.0592334 Sep 06 05:44:14.505253 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d29efb33-6900-44dc-8a6d-67bf093ace55 req-97441a30-7074-4c1c-931c-e988e42cf3d8 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Sep 06 05:44:14.536146 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Allocated IP 172.20.0.7 (eb4bc464-3cdd-4ddc-8218-e9a25812998f/976d4529-fb4e-4b1b-9913-fab6f75af133/850b89b2-6084-425b-935d-16f6c85eb01c) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:44:14.695288 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:14.708587 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Transition to ACTIVE for port object 850b89b2-6084-425b-935d-16f6c85eb01c will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:44:14.741388 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:14.787179 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:44:14.791818 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:44:14.794230 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:44:14.820165 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=850b89b2-6084-425b-935d-16f6c85eb01c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:14.848421 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:14.849459 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:14.867167 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-3c74abd6-125d-4214-ab85-e1ef3f09430d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042497 Sep 06 05:44:14.882039 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Request body: {'port': {'device_id': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:14.939833 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.040018 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-c7b10dfa-5ed2-4f69-b20a-4b92dd12329b None None] Provisioning for port 850b89b2-6084-425b-935d-16f6c85eb01c completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:44:15.043733 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-c7b10dfa-5ed2-4f69-b20a-4b92dd12329b None None] Provisioning complete for port 850b89b2-6084-425b-935d-16f6c85eb01c triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:44:15.044189 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c7b10dfa-5ed2-4f69-b20a-4b92dd12329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.079350 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-c7b10dfa-5ed2-4f69-b20a-4b92dd12329b None None] Port 850b89b2-6084-425b-935d-16f6c85eb01c cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:44:15.208951 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850b89b2-6084-425b-935d-16f6c85eb01c {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:15.216358 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.222613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b3287-e5cc-4664-81b0-6128b8c77773 req-bcca6542-f2f4-4931-85fc-0fb3d4570d07 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:15.224104 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-859b3287-e5cc-4664-81b0-6128b8c77773 req-bcca6542-f2f4-4931-85fc-0fb3d4570d07 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 931 time: 0.0510044 Sep 06 05:44:15.229197 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Transition to ACTIVE for port object 850b89b2-6084-425b-935d-16f6c85eb01c will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:44:15.232224 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.271395 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-859b3287-e5cc-4664-81b0-6128b8c77773 req-2fa11ce0-7c06-4ba4-8c20-4f6f64e1d48e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 Sep 06 05:44:15.304152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Pushing event updated for resources: {'Port': ['ID=850b89b2-6084-425b-935d-16f6c85eb01c,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:15.598143 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Attempting to bind port 850b89b2-6084-425b-935d-16f6c85eb01c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:44:15.598507 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Attempting to bind port 850b89b2-6084-425b-935d-16f6c85eb01c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:44:15.598836 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Attempting to bind port 850b89b2-6084-425b-935d-16f6c85eb01c on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:44:15.603012 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Port 850b89b2-6084-425b-935d-16f6c85eb01c on network eb4bc464-3cdd-4ddc-8218-e9a25812998f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:44:15.603346 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Attempting to bind port 850b89b2-6084-425b-935d-16f6c85eb01c on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:44:15.607997 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:44:15.608336 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Checking segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:44:15.608715 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Bound using segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:44:15.609134 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Bound port: 850b89b2-6084-425b-935d-16f6c85eb01c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:44:15.609488 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.622186 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b15594-6af0-47ee-a0d3-69254a7e3929 req-6a8c9c42-fa89-41f0-820d-06312d1c64bf tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:15.623708 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-12b15594-6af0-47ee-a0d3-69254a7e3929 req-6a8c9c42-fa89-41f0-820d-06312d1c64bf tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 943 time: 0.0505116 Sep 06 05:44:15.666263 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-12b15594-6af0-47ee-a0d3-69254a7e3929 req-bf4e586d-e4e1-402a-9fa6-da8989aec70b tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Sep 06 05:44:15.678047 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] For port 850b89b2-6084-425b-935d-16f6c85eb01c, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:44:15.681292 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] For port 850b89b2-6084-425b-935d-16f6c85eb01c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=850b89b2-6084-425b-935d-16f6c85eb01c,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:44:15.685792 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.720882 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:15.721503 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:15.723014 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] 10.222.0.25 "PUT /v2.0/ports/850b89b2-6084-425b-935d-16f6c85eb01c HTTP/1.1" status: 200 len: 1093 time: 0.8455038 Sep 06 05:44:15.723478 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:15.725813 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c580d951-5947-495e-b3b1-cde9ee4ab27d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:15.749040 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364cf2b-6ad0-46b5-98db-72aa41161676 service neutron] Pushing event updated for resources: {'Port': ['ID=850b89b2-6084-425b-935d-16f6c85eb01c,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:15.767964 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e622a78c-cccf-4ace-982c-e00779385db9 x-openstack-request-id: req-e622a78c-cccf-4ace-982c-e00779385db9 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:15.768253 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:15.768567 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e622a78c-cccf-4ace-982c-e00779385db9 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:15.769727 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c', 'status': 'completed', 'code': 200} Sep 06 05:44:15.819676 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-0eb0e76f-d01e-4740-8eb9-63306fdd1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:15.821670 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-0eb0e76f-d01e-4740-8eb9-63306fdd1172 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 1096 time: 0.0476017 Sep 06 05:44:15.865098 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-bc7d70ba-e8f4-4f43-a72e-a4ca9f1c68bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850b89b2-6084-425b-935d-16f6c85eb01c HTTP/1.1" status: 200 len: 217 time: 0.0347705 Sep 06 05:44:15.918762 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-a5fd5531-408d-4fb5-acc5-cd64bffdf3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:15.920209 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-a5fd5531-408d-4fb5-acc5-cd64bffdf3e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0478926 Sep 06 05:44:15.972589 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-2c6c6013-2a60-4215-88ba-0f9c46674d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:15.974392 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-2c6c6013-2a60-4215-88ba-0f9c46674d63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468225 Sep 06 05:44:16.083376 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-cc1f7ccd-c076-4852-93fb-58298326533c service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Sep 06 05:44:16.176683 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb9e00e-7c07-45fb-9207-35f8fa40a372 req-cc785d8f-070b-43c4-bca0-de157ebe1443 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850232 Sep 06 05:44:16.266780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-c78776d2-203c-4a8b-b798-3b9ece6fe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:16.268231 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-c78776d2-203c-4a8b-b798-3b9ece6fe11d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 1096 time: 0.0397410 Sep 06 05:44:16.365293 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-03e4a19f-ce12-482c-a583-ad14b6bfbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:16.366821 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-03e4a19f-ce12-482c-a583-ad14b6bfbadf service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0894253 Sep 06 05:44:16.376669 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae14430-470e-49d4-b502-25cf72b6f803 req-f86f7a13-6aac-4f55-8df2-30a2d22ca350 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:16.378141 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3ae14430-470e-49d4-b502-25cf72b6f803 req-f86f7a13-6aac-4f55-8df2-30a2d22ca350 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0490310 Sep 06 05:44:16.410383 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-ff359474-9d10-4fc5-84b5-08ae8b62c36e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850b89b2-6084-425b-935d-16f6c85eb01c HTTP/1.1" status: 200 len: 217 time: 0.0348446 Sep 06 05:44:16.418623 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-3ae14430-470e-49d4-b502-25cf72b6f803 req-99c1fea5-0df5-49af-92d7-89b0e1af1bfd tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Sep 06 05:44:16.460009 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-2aa472b0-c8a0-4188-8cbe-dcd0d5d14c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:16.461469 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-2aa472b0-c8a0-4188-8cbe-dcd0d5d14c54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0437908 Sep 06 05:44:16.510132 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-7f3a7777-3e65-4ffb-a294-76df5b761394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:16.511664 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-7f3a7777-3e65-4ffb-a294-76df5b761394 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401170 Sep 06 05:44:16.605544 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-5416a47d-8a31-4bd1-bad3-aea9beb86e9a service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Sep 06 05:44:16.643884 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:44:16.704570 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c580d951-5947-495e-b3b1-cde9ee4ab27d req-0d3585a4-65c8-4584-83cc-5267c6db90f1 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909672 Sep 06 05:44:16.741231 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:16.755642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1', 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64', 'port_id': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1', 'mac_address': 'fa:16:3e:ee:bb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4105f4-0e22-4a4c-8ec5-375bb1810233', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:44:16.785379 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae869e-a57c-4372-8498-8e5c21134b35 req-fa37ac25-d3d8-48f8-baa4-913d3a24a3ce tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:16.787023 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2dae869e-a57c-4372-8498-8e5c21134b35 req-fa37ac25-d3d8-48f8-baa4-913d3a24a3ce tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 943 time: 0.0501938 Sep 06 05:44:16.793393 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:16.806155 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:16.823799 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2dae869e-a57c-4372-8498-8e5c21134b35 req-75547ed9-1f69-41dd-a175-5581d3282491 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Sep 06 05:44:16.824880 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:16.830121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:16.877663 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:17.083536 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['ae595d9f-0b57-4f7a-bbe6-5b3e750223a1'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:17.533088 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d95115-f1ab-47da-a120-ec653dcc0963 req-973e3299-eaa7-46d4-b658-55a106664eab tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:17.534758 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-01d95115-f1ab-47da-a120-ec653dcc0963 req-973e3299-eaa7-46d4-b658-55a106664eab tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0509381 Sep 06 05:44:17.575071 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-01d95115-f1ab-47da-a120-ec653dcc0963 req-aae045ba-373a-449e-a860-8cf799b63c41 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Sep 06 05:44:17.937925 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da501e52-1f41-475d-a38d-a82927f482a8 req-b4fa902b-ad13-4516-a437-118a43846188 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:17.939435 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da501e52-1f41-475d-a38d-a82927f482a8 req-b4fa902b-ad13-4516-a437-118a43846188 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 944 time: 0.0477920 Sep 06 05:44:17.976578 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-da501e52-1f41-475d-a38d-a82927f482a8 req-e7fdc4e1-97e8-4533-8cfd-02feca18cdcf tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Sep 06 05:44:18.641063 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:44:18.686040 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb2aa0-cca8-409a-8ca5-62c779cb767c req-32d44164-1472-4128-811a-db38b9774a5f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:18.687783 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-53cb2aa0-cca8-409a-8ca5-62c779cb767c req-32d44164-1472-4128-811a-db38b9774a5f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0480332 Sep 06 05:44:18.688831 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:44:18.692941 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:44:18.693305 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:18.726630 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-53cb2aa0-cca8-409a-8ca5-62c779cb767c req-b0a1a98e-49cb-46df-ba8a-d6081537ea45 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322134 Sep 06 05:44:18.773153 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:18.794608 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:18.796829 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7e8397-5787-442b-84f7-4fa8957dc101" -d '{"events": [{"server_uuid": "d4111a29-2b0b-46f8-9557-31aae0b692d9", "name": "network-vif-plugged", "status": "completed", "tag": "ae595d9f-0b57-4f7a-bbe6-5b3e750223a1"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:18.809241 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:18.813038 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:18.835485 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd8edb-e623-429c-aa97-3f6b68d481a1 x-openstack-request-id: req-95dd8edb-e623-429c-aa97-3f6b68d481a1 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:18.835774 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4111a29-2b0b-46f8-9557-31aae0b692d9", "name": "network-vif-plugged", "status": "completed", "tag": "ae595d9f-0b57-4f7a-bbe6-5b3e750223a1", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:18.836051 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95dd8edb-e623-429c-aa97-3f6b68d481a1 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:18.836437 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1', 'code': 200} Sep 06 05:44:18.861728 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:19.008445 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd8054-9521-4a24-aa79-b6eaa30a46cf req-f4d5a4e0-885a-4f74-87ea-78c49b0ce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:19.009941 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-abfd8054-9521-4a24-aa79-b6eaa30a46cf req-f4d5a4e0-885a-4f74-87ea-78c49b0ce461 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 1098 time: 0.0407383 Sep 06 05:44:19.048266 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-abfd8054-9521-4a24-aa79-b6eaa30a46cf req-ab8fad1c-f479-4d49-9033-2bb16030bcfd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292666 Sep 06 05:44:19.090176 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae65caf-79ca-40b9-b03d-7e0bf7468a1a req-a8d8e9ac-b4d1-40ef-9091-22fa23d1e9f7 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:19.091701 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ae65caf-79ca-40b9-b03d-7e0bf7468a1a req-a8d8e9ac-b4d1-40ef-9091-22fa23d1e9f7 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Sep 06 05:44:19.133562 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4ae65caf-79ca-40b9-b03d-7e0bf7468a1a req-71ba0dd6-9e1d-4e37-93c7-39eedf5b3dbf tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356097 Sep 06 05:44:19.416535 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1af0afe3-8bac-4316-9291-22dc39594ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:19.837437 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbca3b-d46e-4a36-81ac-404462611e45 req-d4b2ef3b-3894-423b-a00a-6449b0a586f4 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:19.838923 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fcfbca3b-d46e-4a36-81ac-404462611e45 req-d4b2ef3b-3894-423b-a00a-6449b0a586f4 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0476069 Sep 06 05:44:19.875210 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fcfbca3b-d46e-4a36-81ac-404462611e45 req-07d4fef1-8be6-478c-9787-5f9a7035a622 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Sep 06 05:44:20.249432 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab3c67-a74b-41d7-af9b-a8cb088eaad1 req-ad602639-f14d-455e-b42c-a9253ef20651 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:20.250979 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e9ab3c67-a74b-41d7-af9b-a8cb088eaad1 req-ad602639-f14d-455e-b42c-a9253ef20651 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Sep 06 05:44:20.289335 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-e9ab3c67-a74b-41d7-af9b-a8cb088eaad1 req-83fc66ce-b874-48e5-81b7-f3d8962c52ef tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Sep 06 05:44:20.985344 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307e7f-0632-48cf-bdc0-fb61e1eeb868 req-d92bfe91-bb63-4d8a-8e7c-fcf6b973291b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:20.986795 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5d307e7f-0632-48cf-bdc0-fb61e1eeb868 req-d92bfe91-bb63-4d8a-8e7c-fcf6b973291b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0481727 Sep 06 05:44:21.026636 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5d307e7f-0632-48cf-bdc0-fb61e1eeb868 req-4ef5f45f-4965-49f2-a4be-bc233971f6fa tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Sep 06 05:44:21.413464 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68496cd-395f-4ee3-b088-b997b65bdc55 req-0e129f4a-ce9d-40f1-8bb0-e33531aa0730 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:21.414935 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b68496cd-395f-4ee3-b088-b997b65bdc55 req-0e129f4a-ce9d-40f1-8bb0-e33531aa0730 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 945 time: 0.0464969 Sep 06 05:44:21.451960 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b68496cd-395f-4ee3-b088-b997b65bdc55 req-c17d4a93-5ac8-4292-bdcf-2ebc660ab1e0 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Sep 06 05:44:22.072622 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92f63c-9e07-4c60-85d6-14f89e292e23 req-450380a0-db93-4e9a-99c7-4438feed1ac4 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:22.074147 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ce92f63c-9e07-4c60-85d6-14f89e292e23 req-450380a0-db93-4e9a-99c7-4438feed1ac4 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 945 time: 0.0497143 Sep 06 05:44:22.140439 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ce92f63c-9e07-4c60-85d6-14f89e292e23 req-2380a762-d734-46c0-a19b-272f613f49df tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Sep 06 05:44:22.160005 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85891d9d-9112-4285-a415-43db3b3a8b63 req-ea11efb8-7faf-4858-99be-ecd3ebc00584 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:22.161569 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-85891d9d-9112-4285-a415-43db3b3a8b63 req-ea11efb8-7faf-4858-99be-ecd3ebc00584 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0656598 Sep 06 05:44:22.198636 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-85891d9d-9112-4285-a415-43db3b3a8b63 req-dd23fae5-b8e8-4ee7-96e1-bb9fb04d0941 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Sep 06 05:44:22.220649 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-e634d0b0-7635-4421-9bbd-5d36a15686be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:22.799940 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:22.887590 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:44:23.129375 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:23.255035 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab2051-791a-44bc-93a6-76b412b329ff req-e72e902f-6aea-41a2-9344-c6946abf4ef6 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:23.259327 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-feab2051-791a-44bc-93a6-76b412b329ff req-e72e902f-6aea-41a2-9344-c6946abf4ef6 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Sep 06 05:44:23.321661 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-feab2051-791a-44bc-93a6-76b412b329ff req-3d45ff60-ef04-49c4-8b51-f6fe4599f98d tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Sep 06 05:44:23.337387 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9a799-3743-466d-9555-51ab60da0ef4 req-fc86f828-10b8-4fa2-bed2-0f6f581db94d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:23.338870 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1bd9a799-3743-466d-9555-51ab60da0ef4 req-fc86f828-10b8-4fa2-bed2-0f6f581db94d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0682468 Sep 06 05:44:23.376715 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1bd9a799-3743-466d-9555-51ab60da0ef4 req-995fbdff-1b54-4b92-b238-ca0204d63d60 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Sep 06 05:44:23.560429 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-2812c890-453a-4ebf-9dce-b6d03db8b419 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:23.561787 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-2812c890-453a-4ebf-9dce-b6d03db8b419 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 945 time: 0.0480900 Sep 06 05:44:23.656654 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Deleting port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:44:23.657001 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:23.744515 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] For port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:23.744806 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:23.757795 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Calling delete_port for ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:44:23.884558 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:23.896374 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['ae595d9f-0b57-4f7a-bbe6-5b3e750223a1'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:23.914858 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Pushing event deleted for resources: {'Port': ['ID=ae595d9f-0b57-4f7a-bbe6-5b3e750223a1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:23.959913 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] No DVR routers for this DVR port ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:44:23.962407 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:23.964380 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a56f26e5-e2b0-407f-b35f-ecba24fed807 req-94d20713-df4f-4f24-928a-a53f8eebc009 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "DELETE /v2.0/ports/ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 HTTP/1.1" status: 204 len: 173 time: 0.3963242 Sep 06 05:44:23.964814 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'name': 'network-vif-deleted', 'tag': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:23.967085 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c652e-6b71-4a8c-8964-71620084aed5" -d '{"events": [{"server_uuid": "d4111a29-2b0b-46f8-9557-31aae0b692d9", "name": "network-vif-deleted", "tag": "ae595d9f-0b57-4f7a-bbe6-5b3e750223a1"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:24.002399 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e1bf83-4352-49f6-8bfd-0eb61cb46638 x-openstack-request-id: req-76e1bf83-4352-49f6-8bfd-0eb61cb46638 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:24.002690 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4111a29-2b0b-46f8-9557-31aae0b692d9", "name": "network-vif-deleted", "tag": "ae595d9f-0b57-4f7a-bbe6-5b3e750223a1", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:24.002945 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76e1bf83-4352-49f6-8bfd-0eb61cb46638 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:24.003336 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4111a29-2b0b-46f8-9557-31aae0b692d9', 'name': 'network-vif-deleted', 'tag': 'ae595d9f-0b57-4f7a-bbe6-5b3e750223a1', 'status': 'completed', 'code': 200} Sep 06 05:44:24.433813 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-034df46b-357f-4fe7-a4f2-6276e5f86104 req-67097128-08f5-47cd-a94d-26b6a864b8b0 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4111a29-2b0b-46f8-9557-31aae0b692d9 HTTP/1.1" status: 200 len: 210 time: 0.0315609 Sep 06 05:44:24.500129 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de21e7-bceb-4f4a-aa18-d4192fc71be0 req-0ac08b95-63fd-48a4-89d9-2a90be122e73 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:24.501612 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-93de21e7-bceb-4f4a-aa18-d4192fc71be0 req-0ac08b95-63fd-48a4-89d9-2a90be122e73 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 943 time: 0.0523951 Sep 06 05:44:24.539416 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-93de21e7-bceb-4f4a-aa18-d4192fc71be0 req-360491f3-779a-4901-9c85-d0ce458fe463 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311825 Sep 06 05:44:24.656308 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 850b89b2-6084-425b-935d-16f6c85eb01c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:44:24.738544 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:24.761617 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 850b89b2-6084-425b-935d-16f6c85eb01c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=850b89b2-6084-425b-935d-16f6c85eb01c,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:24.772116 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '850b89b2-6084-425b-935d-16f6c85eb01c', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'port_id': '850b89b2-6084-425b-935d-16f6c85eb01c', 'mac_address': 'fa:16:3e:1f:fd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:44:24.809618 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:24.821704 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850b89b2-6084-425b-935d-16f6c85eb01c {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:24.840625 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 850b89b2-6084-425b-935d-16f6c85eb01c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=850b89b2-6084-425b-935d-16f6c85eb01c,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:24.844336 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:24.893666 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=850b89b2-6084-425b-935d-16f6c85eb01c,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:24.901219 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.901816 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.901916 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.902239 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.902569 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.902897 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.903225 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.903556 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.903880 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.904203 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.904526 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:24.904871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:25.053967 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['850b89b2-6084-425b-935d-16f6c85eb01c'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:25.704439 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fb962-8a72-43fb-8a2f-f6ea77bdd040 req-fe441036-4f63-432e-94c3-a17c92f5ee73 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:25.705905 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-977fb962-8a72-43fb-8a2f-f6ea77bdd040 req-fe441036-4f63-432e-94c3-a17c92f5ee73 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 944 time: 0.0959575 Sep 06 05:44:25.735420 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-590346e0-31ee-4dc8-a6a4-3a1ec42d5638 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:25.736756 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-590346e0-31ee-4dc8-a6a4-3a1ec42d5638 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/networks?id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 200 len: 809 time: 0.1475091 Sep 06 05:44:25.763593 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-977fb962-8a72-43fb-8a2f-f6ea77bdd040 req-eb9e08c0-fccf-45e5-bbb2-5ee2ae9c6535 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491047 Sep 06 05:44:25.764908 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-db5a57c3-c61e-44f6-9e43-f008ae2696ff tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/quotas/69bcc84af56d41898d6772defca1be29 HTTP/1.1" status: 200 len: 375 time: 0.0202436 Sep 06 05:44:25.797908 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e3c7bc81-fccb-4711-9adb-40d21abde012 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69bcc84af56d41898d6772defca1be29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275009 Sep 06 05:44:25.887795 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-6c044c15-e7fb-47d0-ac07-2d1a450ae4b8 service neutron] 10.222.0.30 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823328 Sep 06 05:44:25.973376 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-6072f090-f40f-40eb-8e3a-ce22791beab3 service neutron] 10.222.0.30 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796196 Sep 06 05:44:26.126551 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c2a5e28f-2258-4c4a-9dd3-dca70f35a88d req-fc60d45f-335a-4a93-940b-6e8045693e50 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 210 time: 0.0259879 Sep 06 05:44:26.666499 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 850b89b2-6084-425b-935d-16f6c85eb01c up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:44:26.714936 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 850b89b2-6084-425b-935d-16f6c85eb01c completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:44:26.718730 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 850b89b2-6084-425b-935d-16f6c85eb01c triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:44:26.719101 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:26.793674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:26.815390 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:26.818395 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f9ea2-2c86-471c-888b-25a2912aceb4" -d '{"events": [{"server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "name": "network-vif-plugged", "status": "completed", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:26.835717 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 850b89b2-6084-425b-935d-16f6c85eb01c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=850b89b2-6084-425b-935d-16f6c85eb01c,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:26.840393 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:26.862827 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf11975-734a-48b4-8c27-8a80833ce00b x-openstack-request-id: req-bcf11975-734a-48b4-8c27-8a80833ce00b {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:26.863126 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "name": "network-vif-plugged", "status": "completed", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:26.863380 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcf11975-734a-48b4-8c27-8a80833ce00b {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:26.863772 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c', 'code': 200} Sep 06 05:44:26.886009 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dac9aa-95e4-4935-a430-f1c5d10fcb70 req-e63eadaf-c65e-493e-938b-1a0ad2bb23ab tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:26.888615 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-73dac9aa-95e4-4935-a430-f1c5d10fcb70 req-e63eadaf-c65e-493e-938b-1a0ad2bb23ab tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.0589585 Sep 06 05:44:26.897935 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=850b89b2-6084-425b-935d-16f6c85eb01c,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:26.927374 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-73dac9aa-95e4-4935-a430-f1c5d10fcb70 req-cbe1f6ec-7c2e-4c37-b86e-ea2c4a3f7d07 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Sep 06 05:44:27.087280 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-11c69073-9f00-4867-9e73-0377ad35cccd tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:27.088792 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-11c69073-9f00-4867-9e73-0377ad35cccd tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "GET /v2.0/networks?id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 200 len: 809 time: 0.1266830 Sep 06 05:44:27.101487 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Request body: {'port': {'device_id': '4db41616-0770-4019-9f14-c8384b63d40e', 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64', 'admin_state_up': True, 'tenant_id': '69bcc84af56d41898d6772defca1be29'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:27.142361 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b148-7834-43ac-b474-ee9679491d03 req-8e5c5a9d-36fa-4c9d-ac30-fabcc2aa1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:27.143855 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d719b148-7834-43ac-b474-ee9679491d03 req-8e5c5a9d-36fa-4c9d-ac30-fabcc2aa1c31 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 1098 time: 0.0943124 Sep 06 05:44:27.218599 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d719b148-7834-43ac-b474-ee9679491d03 req-2801b568-857f-44ea-9724-55881607b193 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467415 Sep 06 05:44:27.219672 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-858a60ae-c34b-4ba4-815e-58f5cf85f412 req-fabb262b-cc87-4638-8fcb-07044102243d tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 210 time: 0.0259140 Sep 06 05:44:27.242510 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Made reservation on behalf of 69bcc84af56d41898d6772defca1be29 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:44:27.246030 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:27.369519 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Allocated IP 172.20.0.3 (77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64/7c4105f4-0e22-4a4c-8ec5-375bb1810233/e26ddafc-92c4-4f4d-b897-271895c2e2b8) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:44:27.511455 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:27.548304 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:27.588995 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:44:27.591920 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:44:27.595691 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:44:27.628186 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Pushing event updated for resources: {'Port': ['ID=e26ddafc-92c4-4f4d-b897-271895c2e2b8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:27.639916 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.640268 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.640612 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.640949 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.641279 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.641610 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.641939 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.642286 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.642615 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.642940 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.643263 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.643585 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:44:27.658360 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:27.658968 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:27.672527 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-e540a7c4-ca10-49bd-99c3-9c897e14b24f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750046 Sep 06 05:44:27.685833 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Request body: {'port': {'device_id': '4db41616-0770-4019-9f14-c8384b63d40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:27.740069 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:27.990980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26ddafc-92c4-4f4d-b897-271895c2e2b8 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:27.998606 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:28.010730 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Transition to ACTIVE for port object e26ddafc-92c4-4f4d-b897-271895c2e2b8 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:44:28.015005 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:28.043170 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f2b28-6abd-47a9-bcf2-4dc6f3bac928 req-1ea67e68-c479-4577-8513-885919e7bbe5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.044678 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8b0f2b28-6abd-47a9-bcf2-4dc6f3bac928 req-1ea67e68-c479-4577-8513-885919e7bbe5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Sep 06 05:44:28.068051 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ddafc-92c4-4f4d-b897-271895c2e2b8,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:28.088424 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8b0f2b28-6abd-47a9-bcf2-4dc6f3bac928 req-9abd962e-4e49-40ec-a196-ec1f30f08739 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Sep 06 05:44:28.138531 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Attempting to bind port e26ddafc-92c4-4f4d-b897-271895c2e2b8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:44:28.139125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Attempting to bind port e26ddafc-92c4-4f4d-b897-271895c2e2b8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:44:28.139255 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Attempting to bind port e26ddafc-92c4-4f4d-b897-271895c2e2b8 on network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:44:28.144673 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Port e26ddafc-92c4-4f4d-b897-271895c2e2b8 on network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:44:28.145131 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Attempting to bind port e26ddafc-92c4-4f4d-b897-271895c2e2b8 on network 77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:44:28.150942 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:44:28.151401 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Checking segment: {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:44:28.151939 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Bound using segment: {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:44:28.152549 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Bound port: e26ddafc-92c4-4f4d-b897-271895c2e2b8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f986665-f542-4132-85c8-ad3679231fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:44:28.153053 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:28.216433 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] For port e26ddafc-92c4-4f4d-b897-271895c2e2b8, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:44:28.219806 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] For port e26ddafc-92c4-4f4d-b897-271895c2e2b8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:44:28.224910 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:28.259076 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.259699 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:28.261258 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] 10.222.0.25 "PUT /v2.0/ports/e26ddafc-92c4-4f4d-b897-271895c2e2b8 HTTP/1.1" status: 200 len: 1093 time: 0.5793235 Sep 06 05:44:28.261529 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db41616-0770-4019-9f14-c8384b63d40e', 'tag': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:28.263820 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c03b06-809a-4a7f-beda-eacf64c8dfae" -d '{"events": [{"name": "network-changed", "server_uuid": "4db41616-0770-4019-9f14-c8384b63d40e", "tag": "e26ddafc-92c4-4f4d-b897-271895c2e2b8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:28.287834 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca958a-390e-4b8b-aeae-0d05cc2185e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ddafc-92c4-4f4d-b897-271895c2e2b8,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:28.332916 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed80bed-87b9-406a-a10d-2061076d991c x-openstack-request-id: req-bed80bed-87b9-406a-a10d-2061076d991c {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:28.334057 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db41616-0770-4019-9f14-c8384b63d40e", "tag": "e26ddafc-92c4-4f4d-b897-271895c2e2b8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:28.334057 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bed80bed-87b9-406a-a10d-2061076d991c {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:28.334797 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db41616-0770-4019-9f14-c8384b63d40e', 'tag': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8', 'status': 'completed', 'code': 200} Sep 06 05:44:28.351902 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-36ca9aa2-e273-4617-8285-bec5eebe1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.353541 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-36ca9aa2-e273-4617-8285-bec5eebe1d2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69bcc84af56d41898d6772defca1be29&device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 1096 time: 0.0494275 Sep 06 05:44:28.367311 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d0fe-c252-4d7e-b119-a4c999d5df44 req-bbf7daaa-33d1-4a4a-b8ba-28e56d9f8443 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.368836 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8a09d0fe-c252-4d7e-b119-a4c999d5df44 req-bbf7daaa-33d1-4a4a-b8ba-28e56d9f8443 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 943 time: 0.0563517 Sep 06 05:44:28.402837 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-3acb2518-15ee-4913-b53a-235aa9844587 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8 HTTP/1.1" status: 200 len: 217 time: 0.0386906 Sep 06 05:44:28.407786 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8a09d0fe-c252-4d7e-b119-a4c999d5df44 req-0382994b-d77c-41fc-a237-356274c345a8 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Sep 06 05:44:28.456175 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-284c7e73-7cf1-4c71-812e-0062ea646821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.457656 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-284c7e73-7cf1-4c71-812e-0062ea646821 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c4105f4-0e22-4a4c-8ec5-375bb1810233 HTTP/1.1" status: 200 len: 849 time: 0.0454752 Sep 06 05:44:28.490683 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-fcf1d439-8ef6-43f2-95b3-559c1a8f0f90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239730 Sep 06 05:44:28.584846 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-c4e804cf-6da3-4b03-b195-f09bedfa68c3 service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Sep 06 05:44:28.668591 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:44:28.672655 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3386fa-5269-4730-b583-2b43cadcc164 req-29ef6e80-e268-4436-9382-e586ddb2e262 service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795407 Sep 06 05:44:28.689029 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:44:28.689379 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device ae595d9f-0b57-4f7a-bbe6-5b3e750223a1 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:44:28.766187 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-64ced082-2036-403c-93a1-a29cf3ac8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.767585 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-64ced082-2036-403c-93a1-a29cf3ac8f54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69bcc84af56d41898d6772defca1be29&device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 1096 time: 0.0444918 Sep 06 05:44:28.857193 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-0381b5d8-7c28-42c2-a717-5bea29600d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.858681 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-0381b5d8-7c28-42c2-a717-5bea29600d6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 200 len: 910 time: 0.0819707 Sep 06 05:44:28.904399 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-761bfcfb-41c1-4b1e-9512-a43b6bb7ed91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8 HTTP/1.1" status: 200 len: 217 time: 0.0367923 Sep 06 05:44:28.969066 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-9c617ec7-edd7-4f64-8f55-5529d0311c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:28.970550 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-9c617ec7-edd7-4f64-8f55-5529d0311c80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7c4105f4-0e22-4a4c-8ec5-375bb1810233 HTTP/1.1" status: 200 len: 849 time: 0.0458155 Sep 06 05:44:29.007468 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-bda2277c-2298-49f0-8b2f-9acc72b6cd56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251215 Sep 06 05:44:29.098701 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-b3a4452e-da7c-4606-95a4-7307578c92d0 service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833931 Sep 06 05:44:29.198544 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23c03b06-809a-4a7f-beda-eacf64c8dfae req-40cdf0d5-0624-4015-aa9b-4358dbcc59ee service neutron] 10.222.0.25 "GET /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Sep 06 05:44:29.204119 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5ff0-49b3-4ff0-af2f-16d4bdaef59d req-75b61c98-ac68-40b8-a9cf-daa5ed68044a tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:29.206262 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2edf5ff0-49b3-4ff0-af2f-16d4bdaef59d req-75b61c98-ac68-40b8-a9cf-daa5ed68044a tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.0485260 Sep 06 05:44:29.244523 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2edf5ff0-49b3-4ff0-af2f-16d4bdaef59d req-3ecc5ad1-f006-482f-955d-6a620990994f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Sep 06 05:44:29.357533 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d2c6-c91b-4de6-8fc9-9167b6740052 req-8945a347-e9b3-4003-ad19-cea2971485da tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:29.359067 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8520d2c6-c91b-4de6-8fc9-9167b6740052 req-8945a347-e9b3-4003-ad19-cea2971485da tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Sep 06 05:44:29.400037 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8520d2c6-c91b-4de6-8fc9-9167b6740052 req-722d1779-e09c-4492-9f62-ffcb9be57c82 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342658 Sep 06 05:44:29.423822 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45196) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:29.527849 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7515b0-395b-4a12-bace-00c40064e61e req-9006b36c-be64-48f8-8400-c625126b0c99 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:29.529324 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ed7515b0-395b-4a12-bace-00c40064e61e req-9006b36c-be64-48f8-8400-c625126b0c99 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 943 time: 0.0505252 Sep 06 05:44:29.588549 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ed7515b0-395b-4a12-bace-00c40064e61e req-573226be-0cec-48f8-8891-f7cfd3201b36 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504596 Sep 06 05:44:29.592986 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97301365-8b0d-4a81-afc6-d1fa6dc5de15 tempest-TestVolumeBootPattern-404492137 tempest-TestVolumeBootPattern-404492137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:29.594900 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-97301365-8b0d-4a81-afc6-d1fa6dc5de15 tempest-TestVolumeBootPattern-404492137 tempest-TestVolumeBootPattern-404492137-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 1093 time: 0.1692057 Sep 06 05:44:29.597796 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45202) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:44:29.602707 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'port_id': '850b89b2-6084-425b-935d-16f6c85eb01c', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:44:29.622654 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:29.716279 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:29.812761 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Allocated IP 172.27.3.64 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/645552db-5edd-448f-a4af-32b54337ab4d) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:44:30.149396 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:30.186062 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:30.222051 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:44:30.224744 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:44:30.228140 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:44:30.235234 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=645552db-5edd-448f-a4af-32b54337ab4d,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:30.560641 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:30.630126 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:30.770731 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44954192-ea76-41cf-9e25-eb96480bd8d4 req-b4b4a3d9-2fc5-4853-b733-114465e72669 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:30.772230 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44954192-ea76-41cf-9e25-eb96480bd8d4 req-b4b4a3d9-2fc5-4853-b733-114465e72669 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 943 time: 0.1108499 Sep 06 05:44:30.831630 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-44954192-ea76-41cf-9e25-eb96480bd8d4 req-0268e2d5-05d4-4529-8f3a-3cea13ae5cc0 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534875 Sep 06 05:44:30.850811 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:30.856091 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126207406'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:30.923417 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=645552db-5edd-448f-a4af-32b54337ab4d,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:30.934718 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:31.029437 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Floating IP 55da6a74-18e5-4adf-aca7-167808d99cb0 associated. External IP: 172.27.3.64, port: 850b89b2-6084-425b-935d-16f6c85eb01c. Sep 06 05:44:31.234308 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:44:31.338867 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:44:31.348330 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:44:31.354782 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:31.357652 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:44:31.358289 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:44:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:44:31.384396 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-ac9ce9ad-9616-4f36-95c6-4a9979515516 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7856336 Sep 06 05:44:31.385019 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:31.387301 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109aa1e6-b708-4e51-a850-67dad60056b7" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:31.424762 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3da48-e1de-4ebc-9d38-4036836d1ece x-openstack-request-id: req-d4c3da48-e1de-4ebc-9d38-4036836d1ece {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:31.425058 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:31.425313 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4c3da48-e1de-4ebc-9d38-4036836d1ece {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:31.425735 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c', 'status': 'completed', 'code': 200} Sep 06 05:44:31.463942 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:44:31.684505 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '55da6a74-18e5-4adf-aca7-167808d99cb0', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '850b89b2-6084-425b-935d-16f6c85eb01c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:1f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:44:30Z', 'updated_at': '2021-09-06T05:44:30Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:44:31.715318 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:44:31.724594 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:44:31.725367 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:44:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:44:31.951346 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d577-4a7a-4941-a013-dac5480e73a4 req-0d130938-54f5-4947-898b-b4db6ebb5f95 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:31.952749 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a564d577-4a7a-4941-a013-dac5480e73a4 req-0d130938-54f5-4947-898b-b4db6ebb5f95 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 943 time: 0.0483510 Sep 06 05:44:31.953094 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:44:31.992973 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a564d577-4a7a-4941-a013-dac5480e73a4 req-19a262a1-31fa-4b0f-809d-482c73babd16 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Sep 06 05:44:32.179478 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '55da6a74-18e5-4adf-aca7-167808d99cb0', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '850b89b2-6084-425b-935d-16f6c85eb01c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:1f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:44:30Z', 'updated_at': '2021-09-06T05:44:30Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:44:32.209206 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5099d9f-0786-4743-8356-a25a4fa0ded7 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '55da6a74-18e5-4adf-aca7-167808d99cb0', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '850b89b2-6084-425b-935d-16f6c85eb01c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:1f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:44:30Z', 'updated_at': '2021-09-06T05:44:30Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:44:32.380453 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28007d3f-2e3f-4b69-99e2-d1371595cc5b None None] New status for floating IP 55da6a74-18e5-4adf-aca7-167808d99cb0: ACTIVE {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:44:33.106979 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daeb416-333f-4a99-a797-a14c077de372 req-f85e2bcd-cc8b-482c-b9b8-6700ee5cda40 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:33.108475 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4daeb416-333f-4a99-a797-a14c077de372 req-f85e2bcd-cc8b-482c-b9b8-6700ee5cda40 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 943 time: 0.0472958 Sep 06 05:44:33.144525 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4daeb416-333f-4a99-a797-a14c077de372 req-0f431ea3-32ab-4158-b4cd-8c27a8afcd55 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302396 Sep 06 05:44:33.607624 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e26ddafc-92c4-4f4d-b897-271895c2e2b8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:44:33.662189 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-c364b4b8-54e5-43d2-8797-5a5d8a50dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:33.663694 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-c364b4b8-54e5-43d2-8797-5a5d8a50dc5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 1098 time: 0.0402753 Sep 06 05:44:33.701845 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port e26ddafc-92c4-4f4d-b897-271895c2e2b8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:33.713238 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8', 'network_id': '77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64', 'port_id': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8', 'mac_address': 'fa:16:3e:b3:c3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4105f4-0e22-4a4c-8ec5-375bb1810233', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:44:33.752695 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:33.760425 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-9483bc60-671a-49e1-b8cd-fd4588e28b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:33.762435 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-9483bc60-671a-49e1-b8cd-fd4588e28b24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0900922 Sep 06 05:44:33.766948 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26ddafc-92c4-4f4d-b897-271895c2e2b8 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:44:33.788565 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port e26ddafc-92c4-4f4d-b897-271895c2e2b8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:33.792991 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:33.831785 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-cb4587dd-a20f-40bc-b586-a6a6fee179bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850b89b2-6084-425b-935d-16f6c85eb01c HTTP/1.1" status: 200 len: 1000 time: 0.0621104 Sep 06 05:44:33.845934 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=e26ddafc-92c4-4f4d-b897-271895c2e2b8,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:33.885817 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-091c5fa4-9bd2-4225-99fe-f978d8428bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:33.887208 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-091c5fa4-9bd2-4225-99fe-f978d8428bab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0473204 Sep 06 05:44:33.933609 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-94ad45b8-150e-4b25-a274-6a064720a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:33.935129 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-94ad45b8-150e-4b25-a274-6a064720a2e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399096 Sep 06 05:44:34.027886 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-4d6493c0-7c0a-410f-a9bb-187de13e8d39 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839677 Sep 06 05:44:34.044480 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e26ddafc-92c4-4f4d-b897-271895c2e2b8'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:34.119981 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-109aa1e6-b708-4e51-a850-67dad60056b7 req-a785027d-384d-4b15-8e67-e84edf13f547 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 Sep 06 05:44:34.261814 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f39ce-0e77-4607-93f0-b7233b7d325a req-c8a4486d-c464-440b-a12c-fbde55b9c719 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:34.263298 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-856f39ce-0e77-4607-93f0-b7233b7d325a req-c8a4486d-c464-440b-a12c-fbde55b9c719 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 944 time: 0.0522506 Sep 06 05:44:34.299130 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-856f39ce-0e77-4607-93f0-b7233b7d325a req-f95b929e-bfa5-40b1-b7fb-49da37ec3a38 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300348 Sep 06 05:44:34.700645 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e26ddafc-92c4-4f4d-b897-271895c2e2b8 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:44:34.749456 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port e26ddafc-92c4-4f4d-b897-271895c2e2b8 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:44:34.753143 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port e26ddafc-92c4-4f4d-b897-271895c2e2b8 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:44:34.753514 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:34.828769 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:34.852729 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db41616-0770-4019-9f14-c8384b63d40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:34.854999 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b0e78-7b94-4254-beb2-0f94d6e3f6b1" -d '{"events": [{"server_uuid": "4db41616-0770-4019-9f14-c8384b63d40e", "name": "network-vif-plugged", "status": "completed", "tag": "e26ddafc-92c4-4f4d-b897-271895c2e2b8"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:34.873581 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port e26ddafc-92c4-4f4d-b897-271895c2e2b8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:34.877188 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:34.905509 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1945bee8-234d-4b1a-99ad-55227b33cae1 x-openstack-request-id: req-1945bee8-234d-4b1a-99ad-55227b33cae1 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:34.905798 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db41616-0770-4019-9f14-c8384b63d40e", "name": "network-vif-plugged", "status": "completed", "tag": "e26ddafc-92c4-4f4d-b897-271895c2e2b8", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:34.906046 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1945bee8-234d-4b1a-99ad-55227b33cae1 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:34.906479 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db41616-0770-4019-9f14-c8384b63d40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8', 'code': 200} Sep 06 05:44:34.930651 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=e26ddafc-92c4-4f4d-b897-271895c2e2b8,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:35.076935 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a991e-aca6-417d-8cba-ea42fec24140 req-182bf5ea-ae50-48cd-911f-5d75996e9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:35.078496 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-417a991e-aca6-417d-8cba-ea42fec24140 req-182bf5ea-ae50-48cd-911f-5d75996e9b84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 1098 time: 0.0391324 Sep 06 05:44:35.113786 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-417a991e-aca6-417d-8cba-ea42fec24140 req-6aa0b700-bb0a-4c62-b839-6059a52a4a4f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275321 Sep 06 05:44:35.410618 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c05c3-c4e4-4667-85ae-5e0797a906a3 req-1283d9a7-f24b-4b0e-a501-5739f2ac73fe tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:35.412099 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-115c05c3-c4e4-4667-85ae-5e0797a906a3 req-1283d9a7-f24b-4b0e-a501-5739f2ac73fe tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0480483 Sep 06 05:44:35.448967 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-115c05c3-c4e4-4667-85ae-5e0797a906a3 req-4200158f-70a6-40e4-bab8-1c984f70e485 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Sep 06 05:44:36.563180 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0640663-dfe5-4d81-94c5-9a6ad47359b0 req-d260598c-25a6-428a-a142-3b5b7946153a tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:36.564650 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0640663-dfe5-4d81-94c5-9a6ad47359b0 req-d260598c-25a6-428a-a142-3b5b7946153a tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0473189 Sep 06 05:44:36.603730 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0640663-dfe5-4d81-94c5-9a6ad47359b0 req-198f45f6-095c-4624-aa15-02e873930791 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Sep 06 05:44:37.720451 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa730191-9a1e-4173-bd23-759c6de44c09 req-386b766d-c4b2-4ae0-a766-16b62e7fda86 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:37.721918 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa730191-9a1e-4173-bd23-759c6de44c09 req-386b766d-c4b2-4ae0-a766-16b62e7fda86 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0509536 Sep 06 05:44:37.758166 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa730191-9a1e-4173-bd23-759c6de44c09 req-20e4c0c1-34f7-4330-b1c8-07aeb5fed327 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297019 Sep 06 05:44:38.873008 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcd21b-7c9d-4ced-9bad-67202df8115c req-d090c61a-ea54-46a1-b4bd-5c99e5da97b5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:38.874535 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f9fcd21b-7c9d-4ced-9bad-67202df8115c req-d090c61a-ea54-46a1-b4bd-5c99e5da97b5 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0488787 Sep 06 05:44:38.910902 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-f9fcd21b-7c9d-4ced-9bad-67202df8115c req-37513c2c-60b5-42e0-800e-42008c26e294 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Sep 06 05:44:40.025088 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69db41-4572-4e15-888a-81d825daad80 req-7030e00b-9893-454b-936a-0c39966dc17b tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:40.026579 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ec69db41-4572-4e15-888a-81d825daad80 req-7030e00b-9893-454b-936a-0c39966dc17b tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0483344 Sep 06 05:44:40.065682 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ec69db41-4572-4e15-888a-81d825daad80 req-e7c747f9-a3b1-4d71-94ba-494720c8151f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Sep 06 05:44:42.173064 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:42.810522 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3efa26-6ce8-49c7-8a8e-1f1984961bad req-8df1d394-5a3a-4e25-80d3-93432fff0a5a tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:42.812027 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f3efa26-6ce8-49c7-8a8e-1f1984961bad req-8df1d394-5a3a-4e25-80d3-93432fff0a5a tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0524290 Sep 06 05:44:42.850006 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f3efa26-6ce8-49c7-8a8e-1f1984961bad req-f5b37e3d-5b6f-4cdf-879b-42d8ad7b8017 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Sep 06 05:44:43.258682 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-763845e3-86be-4b50-b88c-22c7cb9270a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422091 Sep 06 05:44:43.344086 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719260-4f74-496b-85ef-22f8a3286128 req-ff599bd8-4f14-480f-8a9c-990070ba7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:43.345558 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-ff599bd8-4f14-480f-8a9c-990070ba7d6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 1099 time: 0.0402279 Sep 06 05:44:43.456326 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719260-4f74-496b-85ef-22f8a3286128 req-9b3ac0dd-f5a8-4938-8a8a-0ecf78ac72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:43.457735 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-9b3ac0dd-f5a8-4938-8a8a-0ecf78ac72b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 915 time: 0.0863268 Sep 06 05:44:43.501067 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-c6085c5f-904d-47b3-9006-036031aa8134 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec HTTP/1.1" status: 200 len: 217 time: 0.0342658 Sep 06 05:44:43.554571 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719260-4f74-496b-85ef-22f8a3286128 req-b2532db7-72fe-49a9-aef3-c9b82e658397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:43.555868 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-b2532db7-72fe-49a9-aef3-c9b82e658397 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6f93b37-a999-462a-a03a-f5f56a35522e HTTP/1.1" status: 200 len: 854 time: 0.0467603 Sep 06 05:44:43.591814 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-eff37ef9-4d1a-4976-a01c-e322e0ab29f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=35ca3d53-3f93-4635-bebd-46de1a787b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252283 Sep 06 05:44:43.685253 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-b6492575-5559-4da8-b999-7db2da314c5a service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822194 Sep 06 05:44:43.775620 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39719260-4f74-496b-85ef-22f8a3286128 req-5cb0f836-8862-464f-b7b7-03211a4a4691 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812287 Sep 06 05:44:43.963149 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d7b9-9f3e-4185-8039-11bc744037e1 req-11d32dfc-5ac4-4981-99e5-0ef6bd4fa486 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:43.964622 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5853d7b9-9f3e-4185-8039-11bc744037e1 req-11d32dfc-5ac4-4981-99e5-0ef6bd4fa486 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0479980 Sep 06 05:44:44.004571 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-5853d7b9-9f3e-4185-8039-11bc744037e1 req-9ef427aa-5732-4e2b-a641-eeef6aab0e1e tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/security-groups?id=75285452-993b-4e65-9912-911087297c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338659 Sep 06 05:44:44.433328 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-77fa2397-ee09-4be9-9899-4515082a067f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:44.434809 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-77fa2397-ee09-4be9-9899-4515082a067f tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 945 time: 0.0480967 Sep 06 05:44:44.529262 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Deleting port e26ddafc-92c4-4f4d-b897-271895c2e2b8 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:44:44.529608 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:44.621677 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] For port e26ddafc-92c4-4f4d-b897-271895c2e2b8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e26ddafc-92c4-4f4d-b897-271895c2e2b8,segment=NetworkSegment(4f986665-f542-4132-85c8-ad3679231fd6),segment_id=4f986665-f542-4132-85c8-ad3679231fd6)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:44.622042 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:44.633495 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Calling delete_port for e26ddafc-92c4-4f4d-b897-271895c2e2b8 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:44:44.756846 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:44.768962 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['e26ddafc-92c4-4f4d-b897-271895c2e2b8'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:45.023509 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Pushing event deleted for resources: {'Port': ['ID=e26ddafc-92c4-4f4d-b897-271895c2e2b8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:45.063089 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] No DVR routers for this DVR port e26ddafc-92c4-4f4d-b897-271895c2e2b8 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:44:45.065629 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:45.068180 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-feb3639c-d0d5-44ae-88f3-7e66c9c52429 req-b81e6dc3-c4f0-41c9-96d1-28b2e5384d96 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.25 "DELETE /v2.0/ports/e26ddafc-92c4-4f4d-b897-271895c2e2b8 HTTP/1.1" status: 204 len: 173 time: 0.6245124 Sep 06 05:44:45.068543 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db41616-0770-4019-9f14-c8384b63d40e', 'name': 'network-vif-deleted', 'tag': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:45.070815 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6aa3a-50f3-4f4f-a24f-64b2a28dd3fc" -d '{"events": [{"server_uuid": "4db41616-0770-4019-9f14-c8384b63d40e", "name": "network-vif-deleted", "tag": "e26ddafc-92c4-4f4d-b897-271895c2e2b8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:45.102511 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0e0839b0-d0b3-4df8-aa96-2bfc37bc510d req-6c3f7640-f6ff-40d9-b5a3-ddc0d7ca3a05 tempest-VolumesActionsTest-1661356377 tempest-VolumesActionsTest-1661356377-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db41616-0770-4019-9f14-c8384b63d40e HTTP/1.1" status: 200 len: 210 time: 0.0286980 Sep 06 05:44:45.127475 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ff5c7-ab93-421b-b16d-425aa3596c9b x-openstack-request-id: req-119ff5c7-ab93-421b-b16d-425aa3596c9b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:45.127756 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db41616-0770-4019-9f14-c8384b63d40e", "name": "network-vif-deleted", "tag": "e26ddafc-92c4-4f4d-b897-271895c2e2b8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:45.128134 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-119ff5c7-ab93-421b-b16d-425aa3596c9b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:45.128519 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db41616-0770-4019-9f14-c8384b63d40e', 'name': 'network-vif-deleted', 'tag': 'e26ddafc-92c4-4f4d-b897-271895c2e2b8', 'status': 'completed', 'code': 200} Sep 06 05:44:48.826129 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e26ddafc-92c4-4f4d-b897-271895c2e2b8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:44:48.846634 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: e26ddafc-92c4-4f4d-b897-271895c2e2b8 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:44:48.846977 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device e26ddafc-92c4-4f4d-b897-271895c2e2b8 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:44:49.417504 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6cbb49a3-400d-42c7-a7ed-f29e5f0e9583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:51.329014 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03dcc0-bbf0-416e-8621-d490ea1e924b req-e0037b92-6c51-41af-a037-579ba548c830 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:51.332011 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f03dcc0-bbf0-416e-8621-d490ea1e924b req-e0037b92-6c51-41af-a037-579ba548c830 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 946 time: 0.0777366 Sep 06 05:44:51.387186 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4f03dcc0-bbf0-416e-8621-d490ea1e924b req-0b03a49f-f0de-4778-b49a-de513acb213c tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488846 Sep 06 05:44:52.224663 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2bfa79e1-d768-4c99-9fec-d06634786f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:52.538668 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc176ef-f167-4bf4-b96b-b381e235ffe5 req-6d21f659-649b-45a5-bc26-3a63cf6789ed tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:52.540207 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cc176ef-f167-4bf4-b96b-b381e235ffe5 req-6d21f659-649b-45a5-bc26-3a63cf6789ed tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 946 time: 0.0659208 Sep 06 05:44:52.585208 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8cc176ef-f167-4bf4-b96b-b381e235ffe5 req-bfab6a4e-0ed7-4b7c-8227-01afc85f2072 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378840 Sep 06 05:44:52.803733 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:53.135677 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:53.144732 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-7b433a91-b303-4f52-b13c-b831b8720560 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:44:53.146196 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-7b433a91-b303-4f52-b13c-b831b8720560 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 946 time: 0.0517881 Sep 06 05:44:53.247817 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Deleting port b6242195-0e12-4936-a0c9-784fb22dd5ec {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:44:53.248168 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:53.337557 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] For port b6242195-0e12-4936-a0c9-784fb22dd5ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=b6242195-0e12-4936-a0c9-784fb22dd5ec,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:44:53.337557 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:53.354667 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Calling delete_port for b6242195-0e12-4936-a0c9-784fb22dd5ec owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:44:53.493083 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:53.518481 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['b6242195-0e12-4936-a0c9-784fb22dd5ec'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:44:53.524810 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Pushing event deleted for resources: {'Port': ['ID=b6242195-0e12-4936-a0c9-784fb22dd5ec,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:44:53.575864 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] No DVR routers for this DVR port b6242195-0e12-4936-a0c9-784fb22dd5ec on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:44:53.578886 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:53.581437 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f61b8bf7-7073-4e48-9909-8279591cb8f0 req-8980dd27-d1fd-4edb-8a5f-c7a766c0632f tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "DELETE /v2.0/ports/b6242195-0e12-4936-a0c9-784fb22dd5ec HTTP/1.1" status: 204 len: 173 time: 0.4279475 Sep 06 05:44:53.581905 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'name': 'network-vif-deleted', 'tag': 'b6242195-0e12-4936-a0c9-784fb22dd5ec'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:44:53.584847 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d8da0-d4fe-4b85-92d2-127fee7c3158" -d '{"events": [{"server_uuid": "da003616-31a3-4a0b-a54b-fae2c18dcba0", "name": "network-vif-deleted", "tag": "b6242195-0e12-4936-a0c9-784fb22dd5ec"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:44:53.649319 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11616262-ebf8-4780-b5b5-e33ae446d18b x-openstack-request-id: req-11616262-ebf8-4780-b5b5-e33ae446d18b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:44:53.649602 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da003616-31a3-4a0b-a54b-fae2c18dcba0", "name": "network-vif-deleted", "tag": "b6242195-0e12-4936-a0c9-784fb22dd5ec", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:44:53.649855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11616262-ebf8-4780-b5b5-e33ae446d18b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:44:53.650279 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da003616-31a3-4a0b-a54b-fae2c18dcba0', 'name': 'network-vif-deleted', 'tag': 'b6242195-0e12-4936-a0c9-784fb22dd5ec', 'status': 'completed', 'code': 200} Sep 06 05:44:53.705090 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fa8743cc-4ad3-4d93-a656-aa97f5a4702d req-e2301c12-6ec3-450d-9297-e2b4e79f0592 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=da003616-31a3-4a0b-a54b-fae2c18dcba0 HTTP/1.1" status: 200 len: 210 time: 0.0340197 Sep 06 05:44:54.707166 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:44:57.263887 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b6242195-0e12-4936-a0c9-784fb22dd5ec no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:44:57.288138 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: b6242195-0e12-4936-a0c9-784fb22dd5ec {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:44:57.288594 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device b6242195-0e12-4936-a0c9-784fb22dd5ec not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:44:59.888368 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:45:04.891731 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-273d7ae1-690e-463e-9456-b4113a2773a3 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:04.893226 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-273d7ae1-690e-463e-9456-b4113a2773a3 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 814 time: 0.1063542 Sep 06 05:45:04.908481 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-230e8099-2e16-4dd5-8380-2d18f08cbfd4 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/quotas/646d03881c81433986caf3db376d6089 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Sep 06 05:45:04.941318 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-52cfcd3a-4d26-4fad-a0d5-4085e13da360 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269365 Sep 06 05:45:05.031769 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-5782d7e1-1bad-4a6d-9ff7-7e473ccf9e77 service neutron] 10.222.0.30 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829177 Sep 06 05:45:05.119930 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-87500abf-31dc-40d7-a9bc-4f7e361a1ee3 service neutron] 10.222.0.30 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814269 Sep 06 05:45:05.275110 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6c785ce4-9ae7-484a-80b9-77a82e04cabd req-17a323b5-5313-4376-83af-dd2e275c650b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Sep 06 05:45:06.202838 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-2d360b1f-bfc6-4fd8-8e56-81439b1dcb84 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:06.204292 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-2d360b1f-bfc6-4fd8-8e56-81439b1dcb84 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 814 time: 0.1015284 Sep 06 05:45:06.217466 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Request body: {'port': {'device_id': '10146f37-c709-4e9b-835a-070ef0bab112', 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66', 'admin_state_up': True, 'tenant_id': '646d03881c81433986caf3db376d6089'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:45:06.326884 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Made reservation on behalf of 646d03881c81433986caf3db376d6089 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:45:06.330386 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:06.373480 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8f022406-d74c-4b4b-aa99-f33149a4d6b8 req-2079cbe6-4548-4512-bb68-7cde3064a0ae tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Sep 06 05:45:06.461114 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Allocated IP 172.20.0.10 (35ca3d53-3f93-4635-bebd-46de1a787b66/d6f93b37-a999-462a-a03a-f5f56a35522e/94edff4d-3974-496d-bd07-0e55a64e179a) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:45:06.601905 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:06.638898 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:06.683541 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Network 35ca3d53-3f93-4635-bebd-46de1a787b66 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:45:06.686416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:45:06.689965 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:45:06.714140 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Pushing event updated for resources: {'Port': ['ID=94edff4d-3974-496d-bd07-0e55a64e179a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:06.742317 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:06.742922 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:06.756595 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b07e750a-b437-48b9-8c45-f81a5f94b649 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428793 Sep 06 05:45:06.769882 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Request body: {'port': {'device_id': '10146f37-c709-4e9b-835a-070ef0bab112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:45:06.819993 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:06.888066 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45636) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:45:06.937213 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Deleting subnet 7c4105f4-0e22-4a4c-8ec5-375bb1810233 {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:45:06.940221 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:06.975432 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127586240'] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.012845 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.064640 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126207380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126238926'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.083539 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94edff4d-3974-496d-bd07-0e55a64e179a {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:45:07.091891 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4105f4-0e22-4a4c-8ec5-375bb1810233,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:07.092998 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.095555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.097283 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7c4105f4-0e22-4a4c-8ec5-375bb1810233 HTTP/1.1" status: 204 len: 168 time: 0.2081728 Sep 06 05:45:07.101480 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 45638) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:45:07.103124 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.103476 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.103844 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.104181 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.104510 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.104848 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.105169 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.105613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.105820 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.106144 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.106491 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.106812 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24fa41-d536-483c-8b77-4f1fcc6e056d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:07.123174 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Transition to ACTIVE for port object 94edff4d-3974-496d-bd07-0e55a64e179a will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:45:07.128379 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.214235 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.243064 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Pushing event updated for resources: {'Port': ['ID=94edff4d-3974-496d-bd07-0e55a64e179a,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:07.331569 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Attempting to bind port 94edff4d-3974-496d-bd07-0e55a64e179a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:45:07.331909 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Attempting to bind port 94edff4d-3974-496d-bd07-0e55a64e179a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:45:07.332242 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Attempting to bind port 94edff4d-3974-496d-bd07-0e55a64e179a on network 35ca3d53-3f93-4635-bebd-46de1a787b66 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:45:07.359935 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.370039 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Port 94edff4d-3974-496d-bd07-0e55a64e179a on network 35ca3d53-3f93-4635-bebd-46de1a787b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:45:07.370397 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Attempting to bind port 94edff4d-3974-496d-bd07-0e55a64e179a on network 35ca3d53-3f93-4635-bebd-46de1a787b66 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:45:07.373813 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:45:07.383486 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:45:07.383818 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Checking segment: {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:45:07.384198 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Bound using segment: {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:45:07.384622 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Bound port: 94edff4d-3974-496d-bd07-0e55a64e179a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee917782-cc2d-4cd7-97fd-6b1060e35880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:45:07.384967 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.389227 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f986665-f542-4132-85c8-ad3679231fd6') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:45:07.389521 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f986665-f542-4132-85c8-ad3679231fd6') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:45:07.405724 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.438354 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.448188 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:45:07.448576 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:45:07.450176 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:45:07.497159 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab589-1aff-4b87-b803-b2cdb9e4fc23 req-8a5de73a-c1e9-4fa0-b70b-bb7ef0db1824 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:07.498679 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c9ab589-1aff-4b87-b803-b2cdb9e4fc23 req-8a5de73a-c1e9-4fa0-b70b-bb7ef0db1824 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 944 time: 0.0559230 Sep 06 05:45:07.517923 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] For port 94edff4d-3974-496d-bd07-0e55a64e179a, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:45:07.530307 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.532940 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] For port 94edff4d-3974-496d-bd07-0e55a64e179a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=94edff4d-3974-496d-bd07-0e55a64e179a,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:45:07.541092 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c9ab589-1aff-4b87-b803-b2cdb9e4fc23 req-0ae7abc9-c0f2-4cdf-8c86-876d0d3cfb33 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Sep 06 05:45:07.547176 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.549027 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] 10.222.0.30 "DELETE /v2.0/networks/77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64 HTTP/1.1" status: 204 len: 168 time: 0.4464035 Sep 06 05:45:07.550400 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ca3a-f7ca-4391-bcf2-3533de431131 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a6fe68-0ce2-49f3-8e00-a7cddbf0bd64,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:07.552516 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.588527 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:07.589137 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.590555 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] 10.222.0.25 "PUT /v2.0/ports/94edff4d-3974-496d-bd07-0e55a64e179a HTTP/1.1" status: 200 len: 1094 time: 0.8245795 Sep 06 05:45:07.590994 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10146f37-c709-4e9b-835a-070ef0bab112', 'tag': '94edff4d-3974-496d-bd07-0e55a64e179a'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:45:07.593237 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e7e8c4-fd79-444e-b335-e66e93dbeaff" -d '{"events": [{"name": "network-changed", "server_uuid": "10146f37-c709-4e9b-835a-070ef0bab112", "tag": "94edff4d-3974-496d-bd07-0e55a64e179a"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:45:07.625777 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b17e6-8b8d-4b22-9058-c3434f33ea14 service neutron] Pushing event updated for resources: {'Port': ['ID=94edff4d-3974-496d-bd07-0e55a64e179a,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:07.658492 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e63a4a-1c5b-4134-8881-c3a41ff5a1a7 x-openstack-request-id: req-31e63a4a-1c5b-4134-8881-c3a41ff5a1a7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:45:07.658780 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10146f37-c709-4e9b-835a-070ef0bab112", "tag": "94edff4d-3974-496d-bd07-0e55a64e179a", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:45:07.659024 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31e63a4a-1c5b-4134-8881-c3a41ff5a1a7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:45:07.659483 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10146f37-c709-4e9b-835a-070ef0bab112', 'tag': '94edff4d-3974-496d-bd07-0e55a64e179a', 'status': 'completed', 'code': 200} Sep 06 05:45:07.679453 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-5a85e096-281d-4db3-b142-675bf480ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:07.679453 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-5a85e096-281d-4db3-b142-675bf480ad90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 1097 time: 0.0446067 Sep 06 05:45:07.679453 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 45646) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:45:07.728854 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-38ed58f5-e074-47a2-9566-a90c50d39395 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94edff4d-3974-496d-bd07-0e55a64e179a HTTP/1.1" status: 200 len: 217 time: 0.0424745 Sep 06 05:45:07.780957 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a7add2de-36a2-46f7-9fa9-fb6f3eddb729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69bcc84af56d41898d6772defca1be29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005051 Sep 06 05:45:07.783633 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45648) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:45:07.789322 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-653e2895-b1dc-4eb5-b220-d3d889cbab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:07.790739 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-653e2895-b1dc-4eb5-b220-d3d889cbab6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6f93b37-a999-462a-a03a-f5f56a35522e HTTP/1.1" status: 200 len: 854 time: 0.0539758 Sep 06 05:45:07.823410 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-246b90fd-4fec-45a7-971f-d4cb0527a020 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=35ca3d53-3f93-4635-bebd-46de1a787b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245442 Sep 06 05:45:07.831425 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-baa9f47c-4810-49c6-ac6a-f901bfbd7de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.851877 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-baa9f47c-4810-49c6-ac6a-f901bfbd7de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.898840 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-baa9f47c-4810-49c6-ac6a-f901bfbd7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.901405 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-baa9f47c-4810-49c6-ac6a-f901bfbd7de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:07.905122 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-baa9f47c-4810-49c6-ac6a-f901bfbd7de3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75285452-993b-4e65-9912-911087297c14 HTTP/1.1" status: 204 len: 168 time: 0.1180751 Sep 06 05:45:07.910344 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9f47c-4810-49c6-ac6a-f901bfbd7de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75285452-993b-4e65-9912-911087297c14,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:07.922473 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-d7286551-000a-49e9-a99f-3ac29fb66e68 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909736 Sep 06 05:45:08.016297 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61c5ba0a-fe87-4668-b407-b5060319d79c req-31dc9b36-a046-4195-8490-59a38df0e489 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863490 Sep 06 05:45:08.111577 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-183f80fc-09ac-4b64-9d65-fe49efc9570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:08.113145 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-183f80fc-09ac-4b64-9d65-fe49efc9570b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=646d03881c81433986caf3db376d6089&device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 1097 time: 0.0477312 Sep 06 05:45:08.210191 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-c16c2d7c-f5c0-495a-bd3c-7e2e658d6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:08.211738 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-c16c2d7c-f5c0-495a-bd3c-7e2e658d6a64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 200 len: 915 time: 0.0899842 Sep 06 05:45:08.259973 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-45fccfcd-69d8-4af7-8ca6-d239b794a592 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94edff4d-3974-496d-bd07-0e55a64e179a HTTP/1.1" status: 200 len: 217 time: 0.0394883 Sep 06 05:45:08.310095 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-7578aa4c-ea4a-4504-8503-5e628150bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:08.311557 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-7578aa4c-ea4a-4504-8503-5e628150bcdf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6f93b37-a999-462a-a03a-f5f56a35522e HTTP/1.1" status: 200 len: 854 time: 0.0441992 Sep 06 05:45:08.344158 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-4de36fd8-ac07-4ea9-8865-896ae2a792a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=35ca3d53-3f93-4635-bebd-46de1a787b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242357 Sep 06 05:45:08.435393 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-080fe0a8-8781-45d8-b5de-0c93e408f0c0 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831771 Sep 06 05:45:08.525270 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86e7e8c4-fd79-444e-b335-e66e93dbeaff req-62a345e1-5fd1-4232-b722-6f14346d9bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820713 Sep 06 05:45:08.667394 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a4605-d183-4021-a728-5fbda3fb29c2 req-8940f8d7-ca60-409d-ad77-e1fec409ee7d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:08.668888 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-965a4605-d183-4021-a728-5fbda3fb29c2 req-8940f8d7-ca60-409d-ad77-e1fec409ee7d tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 944 time: 0.0498135 Sep 06 05:45:08.708772 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-965a4605-d183-4021-a728-5fbda3fb29c2 req-2b704a52-6576-413a-a9d0-22c46abc5e19 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Sep 06 05:45:09.823417 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f4f80-d762-47ee-93fe-95938f1e4761 req-7d14e011-aef4-464a-8a07-ddf7757fd6e7 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:09.824896 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-043f4f80-d762-47ee-93fe-95938f1e4761 req-7d14e011-aef4-464a-8a07-ddf7757fd6e7 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 944 time: 0.0479147 Sep 06 05:45:09.863015 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-043f4f80-d762-47ee-93fe-95938f1e4761 req-db5fb024-0303-4fb6-9a6c-f3aecbcbf912 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Sep 06 05:45:10.873682 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 94edff4d-3974-496d-bd07-0e55a64e179a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:45:10.972828 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 94edff4d-3974-496d-bd07-0e55a64e179a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=94edff4d-3974-496d-bd07-0e55a64e179a,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:45:10.977596 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bdeb2-014c-42fc-bced-7ac91a8deb17 req-86e3de40-324b-4f3f-ad0b-29050cda692a tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:10.979158 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-015bdeb2-014c-42fc-bced-7ac91a8deb17 req-86e3de40-324b-4f3f-ad0b-29050cda692a tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 944 time: 0.0487428 Sep 06 05:45:10.984770 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '94edff4d-3974-496d-bd07-0e55a64e179a', 'network_id': '35ca3d53-3f93-4635-bebd-46de1a787b66', 'port_id': '94edff4d-3974-496d-bd07-0e55a64e179a', 'mac_address': 'fa:16:3e:c6:a3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f93b37-a999-462a-a03a-f5f56a35522e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:45:11.016077 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-015bdeb2-014c-42fc-bced-7ac91a8deb17 req-18c4af5a-aff7-4944-8abd-51b552445037 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Sep 06 05:45:11.021835 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:11.035454 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94edff4d-3974-496d-bd07-0e55a64e179a {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:45:11.053853 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 94edff4d-3974-496d-bd07-0e55a64e179a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=94edff4d-3974-496d-bd07-0e55a64e179a,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:45:11.058380 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:11.105066 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=94edff4d-3974-496d-bd07-0e55a64e179a,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:11.275147 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['94edff4d-3974-496d-bd07-0e55a64e179a'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:45:12.134874 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086765b-48f6-4109-abed-fb9aac1558d4 req-0aa67cc7-2ce9-4bd7-ac8e-d49011a68241 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:12.136328 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d086765b-48f6-4109-abed-fb9aac1558d4 req-0aa67cc7-2ce9-4bd7-ac8e-d49011a68241 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 945 time: 0.0491726 Sep 06 05:45:12.177926 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-d086765b-48f6-4109-abed-fb9aac1558d4 req-cbf83beb-c6ea-4859-a80e-9f6a54cebbf4 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356822 Sep 06 05:45:12.182403 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:12.889435 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 94edff4d-3974-496d-bd07-0e55a64e179a up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:45:12.936265 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 94edff4d-3974-496d-bd07-0e55a64e179a completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:45:12.939823 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 94edff4d-3974-496d-bd07-0e55a64e179a triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:45:12.940195 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:13.020378 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:13.042674 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10146f37-c709-4e9b-835a-070ef0bab112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94edff4d-3974-496d-bd07-0e55a64e179a'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:45:13.044972 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13bfb8-f013-4455-a6ea-8961716516e4" -d '{"events": [{"server_uuid": "10146f37-c709-4e9b-835a-070ef0bab112", "name": "network-vif-plugged", "status": "completed", "tag": "94edff4d-3974-496d-bd07-0e55a64e179a"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:45:13.058000 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 94edff4d-3974-496d-bd07-0e55a64e179a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=94edff4d-3974-496d-bd07-0e55a64e179a,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:45:13.063088 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:13.086571 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d1bd7-5ef8-401a-a710-9a515e448c82 x-openstack-request-id: req-c09d1bd7-5ef8-401a-a710-9a515e448c82 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:45:13.086864 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10146f37-c709-4e9b-835a-070ef0bab112", "name": "network-vif-plugged", "status": "completed", "tag": "94edff4d-3974-496d-bd07-0e55a64e179a", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:45:13.087120 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c09d1bd7-5ef8-401a-a710-9a515e448c82 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:45:13.087509 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10146f37-c709-4e9b-835a-070ef0bab112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94edff4d-3974-496d-bd07-0e55a64e179a', 'code': 200} Sep 06 05:45:13.114033 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=94edff4d-3974-496d-bd07-0e55a64e179a,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:13.244038 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16151-c6cb-41d1-86f5-09c727134955 req-1bf05e53-c9aa-4dee-9cef-11682b068453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:13.245519 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fde16151-c6cb-41d1-86f5-09c727134955 req-1bf05e53-c9aa-4dee-9cef-11682b068453 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 1099 time: 0.0395827 Sep 06 05:45:13.280674 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fde16151-c6cb-41d1-86f5-09c727134955 req-3b911a6f-1ac6-4fcc-ac4d-8ee09029ac73 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282323 Sep 06 05:45:13.297632 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223332f2-aee9-4fc9-92a6-b9c61e2dbead req-02650f32-664e-4bd1-9a9f-f4ea506bbc76 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:13.299124 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-223332f2-aee9-4fc9-92a6-b9c61e2dbead req-02650f32-664e-4bd1-9a9f-f4ea506bbc76 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 946 time: 0.0491779 Sep 06 05:45:13.336531 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-223332f2-aee9-4fc9-92a6-b9c61e2dbead req-98fd73fb-187f-465a-938e-e3a278362c9e tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Sep 06 05:45:14.450469 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1828ab-6be6-44e0-a98c-983f07698bc5 req-0263b888-f02c-4d5e-af3e-5ff2d36501d5 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:14.451941 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6f1828ab-6be6-44e0-a98c-983f07698bc5 req-0263b888-f02c-4d5e-af3e-5ff2d36501d5 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 946 time: 0.0479257 Sep 06 05:45:14.491724 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6f1828ab-6be6-44e0-a98c-983f07698bc5 req-d5e495ff-a820-4036-8a26-3667ee0343eb tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Sep 06 05:45:19.418638 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7e924b74-975c-46cb-9a86-eb3106a5815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:22.227263 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-68e3a355-a38c-41a8-bf5d-28e9e17c6f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:22.805073 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:23.134892 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:24.708591 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:34.393938 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ebcca-030a-4e42-b96b-7ed12cb4b64e req-9867b379-9172-4ded-a43e-f76f9e919900 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:34.395445 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c2ebcca-030a-4e42-b96b-7ed12cb4b64e req-9867b379-9172-4ded-a43e-f76f9e919900 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Sep 06 05:45:34.435717 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c2ebcca-030a-4e42-b96b-7ed12cb4b64e req-b47d4514-8de6-4c96-8b86-d9d355ec169a tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Sep 06 05:45:35.549819 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de7b71-d8c5-4ffa-9c6a-1892d4d6034b req-29657c14-df47-437f-b352-3eafbe5a419c tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:35.551347 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-42de7b71-d8c5-4ffa-9c6a-1892d4d6034b req-29657c14-df47-437f-b352-3eafbe5a419c tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 946 time: 0.0474606 Sep 06 05:45:35.588953 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-42de7b71-d8c5-4ffa-9c6a-1892d4d6034b req-9da93cd6-2445-4da8-b5d0-36d333bc46e1 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/security-groups?id=2fa75940-175b-4025-bbc2-e7c14ba1dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Sep 06 05:45:35.947438 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-69fed714-b927-4d2f-b670-a4ecaf0f666e tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:35.948911 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-69fed714-b927-4d2f-b670-a4ecaf0f666e tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 946 time: 0.0529029 Sep 06 05:45:36.038020 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Deleting port 94edff4d-3974-496d-bd07-0e55a64e179a {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:45:36.038314 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:36.127761 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] For port 94edff4d-3974-496d-bd07-0e55a64e179a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=94edff4d-3974-496d-bd07-0e55a64e179a,segment=NetworkSegment(ee917782-cc2d-4cd7-97fd-6b1060e35880),segment_id=ee917782-cc2d-4cd7-97fd-6b1060e35880)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:45:36.128131 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:36.139747 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Calling delete_port for 94edff4d-3974-496d-bd07-0e55a64e179a owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:45:36.261140 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:36.273229 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['94edff4d-3974-496d-bd07-0e55a64e179a'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:45:36.295471 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Pushing event deleted for resources: {'Port': ['ID=94edff4d-3974-496d-bd07-0e55a64e179a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:36.308731 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.309206 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.309654 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.310004 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.310394 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.310716 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.311052 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.311388 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.311724 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.312054 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.312401 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.312714 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:45:36.346084 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] No DVR routers for this DVR port 94edff4d-3974-496d-bd07-0e55a64e179a on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:45:36.348450 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:36.350421 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-642dd5b4-2547-4b24-93c6-9dcb27e5b420 req-84f09568-d4e5-4d20-9cc1-48fa6161949b tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.25 "DELETE /v2.0/ports/94edff4d-3974-496d-bd07-0e55a64e179a HTTP/1.1" status: 204 len: 173 time: 0.3954937 Sep 06 05:45:36.350851 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10146f37-c709-4e9b-835a-070ef0bab112', 'name': 'network-vif-deleted', 'tag': '94edff4d-3974-496d-bd07-0e55a64e179a'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:45:36.353063 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a63a80-3cec-4681-a003-e47705c51c02" -d '{"events": [{"server_uuid": "10146f37-c709-4e9b-835a-070ef0bab112", "name": "network-vif-deleted", "tag": "94edff4d-3974-496d-bd07-0e55a64e179a"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:45:36.390519 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f42ba1-1231-4461-8b20-3f7cbccb17a5 x-openstack-request-id: req-b1f42ba1-1231-4461-8b20-3f7cbccb17a5 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:45:36.390805 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10146f37-c709-4e9b-835a-070ef0bab112", "name": "network-vif-deleted", "tag": "94edff4d-3974-496d-bd07-0e55a64e179a", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:45:36.391054 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f42ba1-1231-4461-8b20-3f7cbccb17a5 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:45:36.391469 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10146f37-c709-4e9b-835a-070ef0bab112', 'name': 'network-vif-deleted', 'tag': '94edff4d-3974-496d-bd07-0e55a64e179a', 'status': 'completed', 'code': 200} Sep 06 05:45:36.691759 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-324f3198-f79b-44c3-8c38-befdbe19a35d req-589a8fa5-e0b2-4a65-b75c-a41d8bde01a7 tempest-VolumesSnapshotTestJSON-1271778798 tempest-VolumesSnapshotTestJSON-1271778798-project] 10.222.0.30 "GET /v2.0/ports?device_id=10146f37-c709-4e9b-835a-070ef0bab112 HTTP/1.1" status: 200 len: 210 time: 0.0253811 Sep 06 05:45:36.887810 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:45:41.101074 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 94edff4d-3974-496d-bd07-0e55a64e179a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:45:41.123827 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 94edff4d-3974-496d-bd07-0e55a64e179a {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:45:41.124663 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 94edff4d-3974-496d-bd07-0e55a64e179a not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:45:42.200356 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:43.386349 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-1c81fc64-d003-4d91-8b36-48a0b0d348c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386083 Sep 06 05:45:43.449020 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-f08e97b7-f938-41af-964d-7578e3b6985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:43.450487 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-f08e97b7-f938-41af-964d-7578e3b6985c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 1098 time: 0.0416613 Sep 06 05:45:43.551444 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-977cd41c-d951-4d2b-a82c-56a72fdddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:43.552885 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-977cd41c-d951-4d2b-a82c-56a72fdddad7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0824997 Sep 06 05:45:43.623238 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-7197ee4d-b9cd-4aef-9f91-0d234250f6d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=850b89b2-6084-425b-935d-16f6c85eb01c HTTP/1.1" status: 200 len: 1000 time: 0.0623162 Sep 06 05:45:43.672031 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-2690da85-3c91-4450-a27a-d5795dd20d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:43.673478 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-2690da85-3c91-4450-a27a-d5795dd20d13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0431423 Sep 06 05:45:43.717080 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-1cbca9f2-2567-4696-b749-c8e05a63ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:45:43.719639 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-1cbca9f2-2567-4696-b749-c8e05a63ca4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392830 Sep 06 05:45:43.813103 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-5720479d-9b7d-4523-89b1-61a93f7aad03 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863738 Sep 06 05:45:43.903751 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c65bf05-22b3-4890-901c-5f3a0a1b015d req-0f1a4564-37b6-469f-bed7-c47ab1d69210 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836699 Sep 06 05:45:49.418319 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8784a750-9e9c-4f76-9153-dde7f798242f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:52.227922 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a5b60d55-3df8-4904-a9fd-eee175684a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:52.805778 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:53.138100 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:54.712229 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:59.720734 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45886) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:45:59.763586 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Deleting subnet d6f93b37-a999-462a-a03a-f5f56a35522e {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:45:59.766827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:59.804647 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127586240'] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:59.841485 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:59.892929 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126207380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126238926'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:59.919878 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f93b37-a999-462a-a03a-f5f56a35522e,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:45:59.923886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:45:59.926729 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-546aa3a7-0f97-4417-84b2-e8d4493cb3d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6f93b37-a999-462a-a03a-f5f56a35522e HTTP/1.1" status: 204 len: 168 time: 0.2048998 Sep 06 05:45:59.927657 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45888) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:45:59.995619 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.070451 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.080595 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ca3d53-3f93-4635-bebd-46de1a787b66']}} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:00.090306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee917782-cc2d-4cd7-97fd-6b1060e35880') {'for_net_delete': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:00.090611 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.services.segments.db [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee917782-cc2d-4cd7-97fd-6b1060e35880') {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:00.099590 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127586265'] for segment, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.113081 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.118914 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:46:00.119296 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126207434'] for segment, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: Traceback (most recent call last): Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: timer() Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: cb(*args, **kw) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: return func(*args, **kwargs) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: self._notify() Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: self.callback(batched_events) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: event.method(event) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: return f(self, *a, **k) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: return self._get(url).json() Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: return self.request(url, 'GET', **kwargs) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:46:00.121511 dv-cinder-788782-11-iscsi neutron-server[94086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:46:00.176788 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.183107 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.185085 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] 10.222.0.30 "DELETE /v2.0/networks/35ca3d53-3f93-4635-bebd-46de1a787b66 HTTP/1.1" status: 204 len: 168 time: 0.2565238 Sep 06 05:46:00.195359 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5377f-49e2-402a-960a-b727b2564171 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ca3d53-3f93-4635-bebd-46de1a787b66,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:00.348335 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 45892) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:46:00.387604 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-89ccb28f-f471-4105-85fb-f4fc1028a696 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=646d03881c81433986caf3db376d6089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381322 Sep 06 05:46:00.389876 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 45894) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:46:00.438572 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7a5-7a6e-48ae-8af0-a4e72d63dda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.458161 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7a5-7a6e-48ae-8af0-a4e72d63dda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.504094 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7a5-7a6e-48ae-8af0-a4e72d63dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.506604 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff7a5-7a6e-48ae-8af0-a4e72d63dda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:00.507747 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4a3ff7a5-7a6e-48ae-8af0-a4e72d63dda1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fa75940-175b-4025-bbc2-e7c14ba1dfe8 HTTP/1.1" status: 204 len: 168 time: 0.1169708 Sep 06 05:46:00.515450 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ff7a5-7a6e-48ae-8af0-a4e72d63dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa75940-175b-4025-bbc2-e7c14ba1dfe8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:12.202193 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:13.890712 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:46:19.418559 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-26ee36b2-3049-4fbf-8f8a-13123199f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:22.228882 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4991-9ba0-47a5-bda9-e666b1abfa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:22.806991 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:23.141060 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:24.714835 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:39.608745 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b79e3-e4dd-4d3b-bcbb-a55f5f6e1bf9 req-d6349031-b4de-40c7-862a-2629410d88ac tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:39.610137 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a68b79e3-e4dd-4d3b-bcbb-a55f5f6e1bf9 req-d6349031-b4de-40c7-862a-2629410d88ac tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.2400992 Sep 06 05:46:39.647106 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a68b79e3-e4dd-4d3b-bcbb-a55f5f6e1bf9 req-23061af0-e6ae-40d6-8526-5545677bde81 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Sep 06 05:46:40.817822 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c815935-e93a-4923-9855-4a9e11799125 req-b7e884fb-5f84-4f54-9588-a02d0fa54aa8 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:40.819312 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c815935-e93a-4923-9855-4a9e11799125 req-b7e884fb-5f84-4f54-9588-a02d0fa54aa8 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.1040218 Sep 06 05:46:40.855706 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4c815935-e93a-4923-9855-4a9e11799125 req-dbffaf62-b77b-41bf-9e58-7ad43d50b9f0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305204 Sep 06 05:46:40.909794 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-6d76289f-a78e-4ce2-a17c-977dcca98509 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:40.911331 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-6d76289f-a78e-4ce2-a17c-977dcca98509 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 945 time: 0.0496190 Sep 06 05:46:41.001837 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Deleting port 850b89b2-6084-425b-935d-16f6c85eb01c {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:46:41.002098 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:41.087111 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] For port 850b89b2-6084-425b-935d-16f6c85eb01c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=850b89b2-6084-425b-935d-16f6c85eb01c,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:46:41.087483 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:41.254233 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:41.254665 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:41.254936 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Floating IP 55da6a74-18e5-4adf-aca7-167808d99cb0 disassociated. External IP: 172.27.3.64, port: 850b89b2-6084-425b-935d-16f6c85eb01c. Sep 06 05:46:41.255278 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Calling delete_port for 850b89b2-6084-425b-935d-16f6c85eb01c owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:46:41.377509 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:41.404767 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'Port': ['ID=850b89b2-6084-425b-935d-16f6c85eb01c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:41.415459 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.415815 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.416158 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.416499 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.416840 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.417173 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.417504 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.417936 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.418153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.418505 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.418830 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.419151 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:41.526292 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:46:41.629550 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:46:41.639554 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:46:41.650059 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:46:41.650714 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:46:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:41.671719 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] No DVR routers for this DVR port 850b89b2-6084-425b-935d-16f6c85eb01c on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:46:41.674241 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:41.676319 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3049e3fc-5bb5-4bd3-b3b3-8142968464a0 req-c136786d-c7c3-4fce-9230-2e2c95fd2597 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "DELETE /v2.0/ports/850b89b2-6084-425b-935d-16f6c85eb01c HTTP/1.1" status: 204 len: 173 time: 0.7589784 Sep 06 05:46:41.676645 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'name': 'network-vif-deleted', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:46:41.678881 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1da074-d407-495b-ac31-adf8cd90c5c4" -d '{"events": [{"server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "name": "network-vif-deleted", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:46:41.720497 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f67acb-da75-4ccd-b472-dbb4443db7a4 x-openstack-request-id: req-63f67acb-da75-4ccd-b472-dbb4443db7a4 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:46:41.720810 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4e136-6e68-46dd-a14d-29030246de82", "name": "network-vif-deleted", "tag": "850b89b2-6084-425b-935d-16f6c85eb01c", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:46:41.721058 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63f67acb-da75-4ccd-b472-dbb4443db7a4 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:46:41.721454 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4e136-6e68-46dd-a14d-29030246de82', 'name': 'network-vif-deleted', 'tag': '850b89b2-6084-425b-935d-16f6c85eb01c', 'status': 'completed', 'code': 200} Sep 06 05:46:41.766041 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:46:41.959101 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b1f1348c-1498-4314-8855-75d72afa3074 req-6082f430-973f-4f0f-8db1-c6da42ebd195 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf4e136-6e68-46dd-a14d-29030246de82 HTTP/1.1" status: 200 len: 210 time: 0.0286798 Sep 06 05:46:41.984819 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:42.013112 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:46:42.021818 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:46:42.022447 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:46:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:42.126805 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:46:42.231567 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:42.335432 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:46:42.492540 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18f8d4-e88c-4885-8505-8d2c19fa555d None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:46:42.700751 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae155c-2ada-41a6-bb79-0cb2ab43c6ea None None] New status for floating IP 55da6a74-18e5-4adf-aca7-167808d99cb0: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:46:43.204880 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-7cc6359f-5275-444f-814f-38a6cc1b130f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643395963&fields=id&tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 267 time: 0.0308537 Sep 06 05:46:43.554090 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-01462f60-e11c-4b92-a707-dd1aadc6ae9e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:43.555574 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-01462f60-e11c-4b92-a707-dd1aadc6ae9e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 812 time: 0.3430240 Sep 06 05:46:43.570338 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-45b32028-2568-4386-9e9b-53e9d07182da tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/quotas/5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 375 time: 0.0090950 Sep 06 05:46:43.621888 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-263b6614-8286-41ec-8568-742975a594be tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462356 Sep 06 05:46:43.712807 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-e0506d9c-7b6b-4eb6-ae42-0ccfddc1aa6c service neutron] 10.222.0.30 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788057 Sep 06 05:46:43.801684 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f0b9b835-d849-42cb-9870-380562318923 service neutron] 10.222.0.30 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828972 Sep 06 05:46:44.083817 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-74f57120-c474-44fa-8622-7a245c482068 req-4865c58c-a86c-4e57-9723-c5fb7412e7e7 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 210 time: 0.0261483 Sep 06 05:46:45.179439 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6d3588d7-dd76-4a18-9f37-5b41458fb2a4 req-bf2805ab-639c-4358-82cc-352cce604388 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 210 time: 0.0257795 Sep 06 05:46:45.237151 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-43576884-121d-41aa-9a2e-65ae9c5c0874 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:45.239015 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-43576884-121d-41aa-9a2e-65ae9c5c0874 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 812 time: 0.3421786 Sep 06 05:46:45.282904 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-674ca4f8-7c45-463e-a54b-fafba3c4f652 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 380 time: 0.0343361 Sep 06 05:46:45.292319 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'port': {'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'admin_state_up': True, 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'security_groups': ['af72c38b-aa15-4304-a1a2-4b81701af7f4']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:46:45.364318 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 850b89b2-6084-425b-935d-16f6c85eb01c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:46:45.391246 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 850b89b2-6084-425b-935d-16f6c85eb01c {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:46:45.391778 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 850b89b2-6084-425b-935d-16f6c85eb01c not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:46:45.400638 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Made reservation on behalf of 5b72ac7ebe954d7bb3acb6f08ce725ca for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:46:45.404864 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:45.531502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Allocated IP 172.20.0.10 (eb4bc464-3cdd-4ddc-8218-e9a25812998f/976d4529-fb4e-4b1b-9913-fab6f75af133/4dc301c1-c7c1-48c2-9742-d9c249c272c8) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:46:45.662147 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:45.674635 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Transition to ACTIVE for port object 4dc301c1-c7c1-48c2-9742-d9c249c272c8 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:46:45.705170 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:45.749152 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:46:45.752042 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:46:45.756239 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:46:45.764208 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=4dc301c1-c7c1-48c2-9742-d9c249c272c8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:45.809849 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:45.810509 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:45.825974 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f3ef6811-e989-4dae-b4b5-a6c9854c2c8f tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5371642 Sep 06 05:46:45.839168 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Request body: {'port': {'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:46:45.894018 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:45.970701 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4e8cb76f-ebeb-4093-9d10-8888007c34a8 None None] Provisioning for port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:46:45.974815 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-4e8cb76f-ebeb-4093-9d10-8888007c34a8 None None] Provisioning complete for port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:46:45.975255 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb76f-ebeb-4093-9d10-8888007c34a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:46.009871 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cb76f-ebeb-4093-9d10-8888007c34a8 None None] Port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:46:46.151797 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc301c1-c7c1-48c2-9742-d9c249c272c8 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:46:46.159018 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:46.170416 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Transition to ACTIVE for port object 4dc301c1-c7c1-48c2-9742-d9c249c272c8 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:46:46.174024 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:46.243344 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Pushing event updated for resources: {'Port': ['ID=4dc301c1-c7c1-48c2-9742-d9c249c272c8,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:46.295919 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Attempting to bind port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:46:46.296355 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Attempting to bind port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:46:46.296876 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Attempting to bind port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:46:46.299989 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3f2fc-ed2a-40d0-a943-b27b83380802 req-27a6530a-3c8c-4353-8bbc-79db9e5982cb tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:46.302395 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:46:46.302791 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Attempting to bind port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:46:46.303683 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-15b3f2fc-ed2a-40d0-a943-b27b83380802 req-27a6530a-3c8c-4353-8bbc-79db9e5982cb tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0530119 Sep 06 05:46:46.307985 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:46:46.308393 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Checking segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:46:46.308912 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Bound using segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:46:46.309283 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Bound port: 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:46:46.309677 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:46.352488 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-15b3f2fc-ed2a-40d0-a943-b27b83380802 req-b3c24bbd-e126-4a34-97d4-ab4f84b28a5b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Sep 06 05:46:46.381596 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] For port 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:46:46.385044 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] For port 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:46:46.389472 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:46.422975 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:46.423704 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:46.424983 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] 10.222.0.25 "PUT /v2.0/ports/4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 1094 time: 0.5902009 Sep 06 05:46:46.425422 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:46:46.428960 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467de5c-d90d-4b40-bee6-d875d2846130" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:46:46.452078 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08bcc4-13dc-45de-870f-997f99a2b12d service neutron] Pushing event updated for resources: {'Port': ['ID=4dc301c1-c7c1-48c2-9742-d9c249c272c8,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:46.475945 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6188fa-7047-4537-ba60-d28ae3f325a7 x-openstack-request-id: req-dc6188fa-7047-4537-ba60-d28ae3f325a7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:46:46.476266 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:46:46.476513 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc6188fa-7047-4537-ba60-d28ae3f325a7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:46:46.476909 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'status': 'completed', 'code': 200} Sep 06 05:46:46.507432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-eb635af6-048f-4c62-bcec-986a0a212063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:46.509572 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-eb635af6-048f-4c62-bcec-986a0a212063 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1097 time: 0.0470865 Sep 06 05:46:46.556085 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-f4ae6d35-58f1-4cb0-8492-c6f3002cd162 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 217 time: 0.0387194 Sep 06 05:46:46.608086 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-237f0068-e706-49f6-b3a4-3601bc5f421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:46.609581 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-237f0068-e706-49f6-b3a4-3601bc5f421c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0472927 Sep 06 05:46:46.654288 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-1a90abb7-e862-4469-846c-9b17c8160b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:46.655756 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-1a90abb7-e862-4469-846c-9b17c8160b06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393789 Sep 06 05:46:46.747590 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-ee60e5b4-69f2-4a04-b648-4d11fc6dc09a service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Sep 06 05:46:46.833918 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-afd0b5ff-72a5-49d7-8a35-0dc6adc6b3b2 req-bb627bdf-9be3-4685-956c-ad66bce7d62b service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790532 Sep 06 05:46:46.922916 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-3e9bc4dd-9bc0-4c44-939e-096b5b7ad195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:46.924364 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-3e9bc4dd-9bc0-4c44-939e-096b5b7ad195 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1097 time: 0.0430772 Sep 06 05:46:47.011217 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-1c9bf4f9-fb1d-4105-b3ed-a1122bd37006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:47.012635 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-1c9bf4f9-fb1d-4105-b3ed-a1122bd37006 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0813832 Sep 06 05:46:47.057637 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-9e452915-85bb-4d3f-acf0-1a8aebfd45a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 217 time: 0.0351026 Sep 06 05:46:47.106928 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-4632f02f-642b-4d4f-90b1-2602026f9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:47.108290 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-4632f02f-642b-4d4f-90b1-2602026f9b3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0432959 Sep 06 05:46:47.153203 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-07b60ef1-c7a2-4dc7-9dfc-6b848ea6a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:47.154698 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-07b60ef1-c7a2-4dc7-9dfc-6b848ea6a123 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392742 Sep 06 05:46:47.246340 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-494ba91e-09aa-496f-90c0-d1634b7e1266 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840554 Sep 06 05:46:47.334905 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a467de5c-d90d-4b40-bee6-d875d2846130 req-4cc33acb-101b-4c2b-926f-1bed18ec3841 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809500 Sep 06 05:46:47.465565 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d655-6e99-48b8-8bcc-a0e539a0ff66 req-7eed690a-c05d-418f-97f2-a62b35ab71b6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:47.467077 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fb89d655-6e99-48b8-8bcc-a0e539a0ff66 req-7eed690a-c05d-418f-97f2-a62b35ab71b6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0488584 Sep 06 05:46:47.505641 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-fb89d655-6e99-48b8-8bcc-a0e539a0ff66 req-f088edf6-127f-4732-90c8-56fddec07f27 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Sep 06 05:46:48.620138 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952d7c-8149-477b-9d8e-caee1f089d74 req-e983c8e9-3c64-4f87-9cbd-60f56b0c650b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:48.621606 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4b952d7c-8149-477b-9d8e-caee1f089d74 req-e983c8e9-3c64-4f87-9cbd-60f56b0c650b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0499153 Sep 06 05:46:48.658583 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4b952d7c-8149-477b-9d8e-caee1f089d74 req-fd6e4b47-4b12-4b03-b0e6-c98b7527fab1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Sep 06 05:46:49.419702 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-8c360006-b720-45e0-8c6f-d44e948e6d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:49.768523 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798be1-5196-4b31-95c4-602f6dee6441 req-8b5745d4-f56d-4c84-8cb3-bb40f8b68531 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:49.769977 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-99798be1-5196-4b31-95c4-602f6dee6441 req-8b5745d4-f56d-4c84-8cb3-bb40f8b68531 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0467756 Sep 06 05:46:49.809847 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-99798be1-5196-4b31-95c4-602f6dee6441 req-de0b7335-0de0-4b5f-aa4e-c630509e8e17 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334921 Sep 06 05:46:50.888925 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:46:50.921342 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e71a-be85-40d9-9ee5-fb2c2af8d3b2 req-b0407132-50f1-4f7e-8f2b-4b9bfbce68d5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:50.922859 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0109e71a-be85-40d9-9ee5-fb2c2af8d3b2 req-b0407132-50f1-4f7e-8f2b-4b9bfbce68d5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0478106 Sep 06 05:46:50.959380 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0109e71a-be85-40d9-9ee5-fb2c2af8d3b2 req-3bf97541-e4a8-425e-a4f3-4a02704e66d7 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298667 Sep 06 05:46:52.075540 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8738f8-9137-4928-818c-f672d22ea1a0 req-1ba7f47e-08df-48c9-a98f-e2892590994b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:52.077038 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9d8738f8-9137-4928-818c-f672d22ea1a0 req-1ba7f47e-08df-48c9-a98f-e2892590994b tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0494661 Sep 06 05:46:52.113376 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9d8738f8-9137-4928-818c-f672d22ea1a0 req-f6ab9367-77a7-4e7e-910b-46bfc0edddc1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304365 Sep 06 05:46:52.229465 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ef3a0879-e15c-4b79-b915-6f7f407bc10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:52.807433 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:53.144075 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:53.227439 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361479-fc0b-48bd-b0fc-72baadf45967 req-98b1234a-66bb-4393-a203-eb3c91cc47c4 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:53.228886 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d361479-fc0b-48bd-b0fc-72baadf45967 req-98b1234a-66bb-4393-a203-eb3c91cc47c4 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0478969 Sep 06 05:46:53.269076 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8d361479-fc0b-48bd-b0fc-72baadf45967 req-71a631ca-dcce-4801-9755-ec7ca2c25e39 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Sep 06 05:46:54.380762 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ec84-824b-4a56-acc6-18ef1c12bcd0 req-410dc1a8-1d08-420e-a20d-63eb41fdebd6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:54.382394 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7939ec84-824b-4a56-acc6-18ef1c12bcd0 req-410dc1a8-1d08-420e-a20d-63eb41fdebd6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0483603 Sep 06 05:46:54.418848 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-7939ec84-824b-4a56-acc6-18ef1c12bcd0 req-c7af0bc4-d6d9-4316-9f45-cd580f5b9f93 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306134 Sep 06 05:46:54.717673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:55.412661 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4dc301c1-c7c1-48c2-9742-d9c249c272c8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:46:55.509670 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:46:55.520412 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:46:55.529106 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f6ab-89f7-4adf-a702-18a3dd58bad6 req-49fa41a6-600f-4e4e-9e3d-7fd54fd6ffe4 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:55.530620 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b597f6ab-89f7-4adf-a702-18a3dd58bad6 req-49fa41a6-600f-4e4e-9e3d-7fd54fd6ffe4 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 944 time: 0.0475771 Sep 06 05:46:55.556952 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:55.567189 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-b597f6ab-89f7-4adf-a702-18a3dd58bad6 req-eec1fb68-dd2d-4c2a-8199-8ec8c078ef13 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301106 Sep 06 05:46:55.577030 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc301c1-c7c1-48c2-9742-d9c249c272c8 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:46:55.597717 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:46:55.601224 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:55.647915 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4dc301c1-c7c1-48c2-9742-d9c249c272c8,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:55.654606 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.654953 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.655287 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.655616 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.655941 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.656265 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.656584 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.656903 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.657222 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.657537 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.657853 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.658168 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:55.806154 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['4dc301c1-c7c1-48c2-9742-d9c249c272c8'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:46:56.681065 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a063d8-f319-4e4f-a388-4e32ac378b66 req-3c1943ba-8163-4361-b084-eda4bb8c45d3 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:56.682604 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c8a063d8-f319-4e4f-a388-4e32ac378b66 req-3c1943ba-8163-4361-b084-eda4bb8c45d3 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 945 time: 0.0476723 Sep 06 05:46:56.722504 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c8a063d8-f319-4e4f-a388-4e32ac378b66 req-26486848-8cd2-4210-a352-d6dc5bde03dd tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340545 Sep 06 05:46:57.425121 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4dc301c1-c7c1-48c2-9742-d9c249c272c8 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:46:57.472693 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:46:57.476347 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:46:57.476723 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:57.557197 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:57.578793 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:46:57.581010 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967d75c7-3a7e-49f4-81a7-7e0158240688" -d '{"events": [{"server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "name": "network-vif-plugged", "status": "completed", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:46:57.594642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:46:57.598758 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:57.622098 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be51459-d62c-4322-abfb-fce6bd2ab363 x-openstack-request-id: req-0be51459-d62c-4322-abfb-fce6bd2ab363 {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:46:57.622416 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "name": "network-vif-plugged", "status": "completed", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:46:57.622670 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0be51459-d62c-4322-abfb-fce6bd2ab363 {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:46:57.623056 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'code': 200} Sep 06 05:46:57.649982 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=4dc301c1-c7c1-48c2-9742-d9c249c272c8,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:57.834767 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b637c-138c-4fe2-9009-d8e9fd49fd44 req-647727b7-c028-47f1-b6b6-5144cba6d7d1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:57.836286 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6b5b637c-138c-4fe2-9009-d8e9fd49fd44 req-647727b7-c028-47f1-b6b6-5144cba6d7d1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 946 time: 0.0490310 Sep 06 05:46:57.867880 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67682517-9873-48d7-bf84-ea98fa59b11b req-63f717d2-0ec0-4875-90c8-1f5ed5b94370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:57.869260 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-67682517-9873-48d7-bf84-ea98fa59b11b req-63f717d2-0ec0-4875-90c8-1f5ed5b94370 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1099 time: 0.0870862 Sep 06 05:46:57.874594 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-6b5b637c-138c-4fe2-9009-d8e9fd49fd44 req-02e6badc-7045-428e-9ef9-daf8970bc545 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Sep 06 05:46:57.913142 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-67682517-9873-48d7-bf84-ea98fa59b11b req-3d39d2af-9d97-4e38-8b5c-d08d4d73b75f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Sep 06 05:46:58.988864 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ccfc-452c-469f-b87a-f5fc78cb394d req-19621e06-8c81-4b19-b8f8-9a1b8397b87d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:58.991011 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8426ccfc-452c-469f-b87a-f5fc78cb394d req-19621e06-8c81-4b19-b8f8-9a1b8397b87d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Sep 06 05:46:59.027408 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8426ccfc-452c-469f-b87a-f5fc78cb394d req-aedf3165-06ef-493c-9557-924a2731d4b1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305994 Sep 06 05:46:59.138581 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2eb5c-71d7-4b1f-bdd4-f5ca5f0c6e12 req-aedb8589-b215-4e25-98e1-c116b0942478 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:59.140047 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-68d2eb5c-71d7-4b1f-bdd4-f5ca5f0c6e12 req-aedb8589-b215-4e25-98e1-c116b0942478 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 946 time: 0.0482113 Sep 06 05:46:59.181275 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-68d2eb5c-71d7-4b1f-bdd4-f5ca5f0c6e12 req-f7bc5fc2-72c4-4651-87f0-a4b81ab65cb1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353088 Sep 06 05:46:59.202381 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45992) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:46:59.242007 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69515a40-2121-482e-9a12-f59eb85b291f tempest-TestVolumeBootPattern-404492137 tempest-TestVolumeBootPattern-404492137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:46:59.243552 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-69515a40-2121-482e-9a12-f59eb85b291f tempest-TestVolumeBootPattern-404492137 tempest-TestVolumeBootPattern-404492137-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1094 time: 0.0402014 Sep 06 05:46:59.246201 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 45994) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:46:59.250528 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:46:59.271894 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:59.365425 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:59.466944 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Allocated IP 172.27.3.190 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/f9c7a613-7254-43a9-b458-f6c3f13ea0f0) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:46:59.566501 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:59.610035 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:46:59.646899 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:46:59.649649 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:46:59.653123 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:46:59.675992 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=f9c7a613-7254-43a9-b458-f6c3f13ea0f0,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:46:59.688876 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.689234 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.689580 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.689921 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.690282 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.690617 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.690950 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.691283 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.691611 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.691935 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.692260 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:46:59.693075 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:47:00.001762 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:00.064799 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:00.210075 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:00.214348 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126207406'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:00.279985 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=f9c7a613-7254-43a9-b458-f6c3f13ea0f0,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:47:00.291498 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:00.387217 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Floating IP 5dc171d4-7404-4b54-b79d-41d80baaa3cb associated. External IP: 172.27.3.190, port: 4dc301c1-c7c1-48c2-9742-d9c249c272c8. Sep 06 05:47:00.584354 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:47:00.686751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:47:00.696918 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:47:00.702800 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:00.707034 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:47:00.707747 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:46:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:47:00.730621 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-8f0872ed-fdf8-4126-a2de-ce941800eb65 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4833617 Sep 06 05:47:00.731307 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:47:00.733572 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bad82c5-6ebd-4b15-816f-1b8307c1f664" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:47:00.815988 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:47:00.832134 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b287a-d68c-404a-b00c-72020f29b4b8 x-openstack-request-id: req-8d6b287a-d68c-404a-b00c-72020f29b4b8 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:47:00.832427 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:47:00.832681 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d6b287a-d68c-404a-b00c-72020f29b4b8 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:47:00.833118 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'status': 'completed', 'code': 200} Sep 06 05:47:00.893427 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-fbd07258-6f91-4e1c-a79a-6dbe0b5e5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:00.894944 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-fbd07258-6f91-4e1c-a79a-6dbe0b5e5e49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1099 time: 0.0409520 Sep 06 05:47:00.982996 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-18cb4a93-4fc3-4d85-b238-3bd394a28d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:00.984453 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-18cb4a93-4fc3-4d85-b238-3bd394a28d34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0830452 Sep 06 05:47:01.041016 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:46:59Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:47:01.050463 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-38a8cdfe-a697-496a-9d38-8b751406b0a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 1000 time: 0.0585561 Sep 06 05:47:01.067116 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:47:01.075395 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:47:01.076001 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:46:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:47:01.097981 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-877fd9fd-2852-4daa-ac2b-0249f7d3dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:01.100538 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-877fd9fd-2852-4daa-ac2b-0249f7d3dddd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0434439 Sep 06 05:47:01.144011 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-070054d0-b0f0-4777-bf9a-76f9a552657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:01.145419 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-070054d0-b0f0-4777-bf9a-76f9a552657d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386446 Sep 06 05:47:01.156483 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-e5d4b72e-4884-4617-a675-3d16fcb9998d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:47:01.157533 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-e5d4b72e-4884-4617-a675-3d16fcb9998d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052598 Sep 06 05:47:01.181115 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:47:01.248541 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-d3e610d5-6d86-46f7-9069-a5aef0044fd4 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Sep 06 05:47:01.335566 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6bad82c5-6ebd-4b15-816f-1b8307c1f664 req-0b05c7ea-19ee-4142-88d1-2638ece3c466 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799611 Sep 06 05:47:01.402466 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:46:59Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:47:01.432259 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767da0-4bd9-4e6b-b2a3-a4741549eeb8 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:46:59Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:47:01.613525 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48f66b-423d-4a09-bbad-031245cadee9 None None] New status for floating IP 5dc171d4-7404-4b54-b79d-41d80baaa3cb: ACTIVE {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:47:12.220643 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:19.420645 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c89cba59-afcc-4484-a1fa-db9e686fd2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:22.229350 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-24eca442-1b5e-4203-b240-b4aac8a89700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:22.808387 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:23.147338 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:24.721212 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:27.888378 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:47:42.207364 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:45.382479 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-a76d89ca-8649-4964-9f34-3c834bdadfb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431993 Sep 06 05:47:45.466980 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-53ddac02-ce87-4254-b0b0-ef3a0e87197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:45.468425 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-53ddac02-ce87-4254-b0b0-ef3a0e87197a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1099 time: 0.0393121 Sep 06 05:47:45.573042 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-0d407412-1bbe-42ef-8ede-dec649c481e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:45.574474 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-0d407412-1bbe-42ef-8ede-dec649c481e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0851471 Sep 06 05:47:45.639910 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-2041083c-47c7-45ac-98c9-18b9ae91db58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 1002 time: 0.0574620 Sep 06 05:47:45.687820 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-a203eeb1-a889-4d35-af31-6b3b05a80d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:45.689185 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-a203eeb1-a889-4d35-af31-6b3b05a80d30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0413060 Sep 06 05:47:45.736807 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-68c30150-8e40-4911-a40d-63a66f2e1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:47:45.738256 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-68c30150-8e40-4911-a40d-63a66f2e1659 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400622 Sep 06 05:47:45.825883 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-d91a7dde-4d52-4d95-870f-b6c15ba14347 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794747 Sep 06 05:47:45.915774 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8a9b565-f2ef-4e5c-9d5a-039731dd5a99 req-ea4f6955-0944-4005-82b2-4cc1d8146fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829039 Sep 06 05:47:49.421490 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3388d62a-8c82-4ab1-abeb-6bda397273cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:52.230053 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0cda9526-364e-4ba4-aec1-beaa3e962da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:52.809427 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:53.149765 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:47:54.724562 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:04.889364 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:48:12.219688 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:19.422882 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-4402acad-b8f6-4d19-afa9-6c37c9b58df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:22.230646 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f233bfaa-73b6-4292-bedc-21fcd47b2883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:22.811027 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:23.151377 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:24.732122 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:40.357005 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e9ae7b4f-ba5f-4be2-b6e0-59a73ade0d3c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643395963&fields=id&tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 267 time: 0.0329528 Sep 06 05:48:40.464306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-346a3bd6-8939-412e-95a9-a5f07959fba9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:40.465755 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-346a3bd6-8939-412e-95a9-a5f07959fba9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 812 time: 0.1023300 Sep 06 05:48:40.480787 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-2ecc656d-6f0e-416f-b7cc-72b62aeded37 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/quotas/5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 375 time: 0.0094163 Sep 06 05:48:40.536248 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-bddff1c2-28a9-40ff-83f5-56fd3cf3ca2c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502846 Sep 06 05:48:40.595268 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-c499300d-1442-48eb-9c42-43ce778f79a5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 05:48:40.596263 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-c499300d-1442-48eb-9c42-43ce778f79a5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478809 Sep 06 05:48:40.683010 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-6cfcd8ce-00cf-489f-8e1d-80edc9c962c8 service neutron] 10.222.0.30 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797775 Sep 06 05:48:40.772765 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-dbb6f978-f2f4-4dbe-9129-04f3a7c7383a service neutron] 10.222.0.30 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Sep 06 05:48:41.051596 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a0772619-dc82-46fb-85d2-f2409329f994 req-529ccf07-e8c5-4418-bad3-04384777db43 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 210 time: 0.0261786 Sep 06 05:48:41.888263 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:48:42.034932 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-6f25c835-719e-4444-af69-5d0aadcce2af tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:42.036382 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-6f25c835-719e-4444-af69-5d0aadcce2af tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 812 time: 0.1052935 Sep 06 05:48:42.079828 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-40126f02-415e-4d19-9a3f-3c0ea246d711 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca HTTP/1.1" status: 200 len: 380 time: 0.0344956 Sep 06 05:48:42.089687 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'port': {'device_id': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'admin_state_up': True, 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'security_groups': ['af72c38b-aa15-4304-a1a2-4b81701af7f4']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:48:42.173927 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-2137003f-5fe6-47a2-a2c7-dac46e7b9f06 req-274d448a-706e-4156-8744-a99b7b878ab5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Sep 06 05:48:42.204650 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Made reservation on behalf of 5b72ac7ebe954d7bb3acb6f08ce725ca for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 05:48:42.209212 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.222653 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.334220 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Allocated IP 172.20.0.11 (eb4bc464-3cdd-4ddc-8218-e9a25812998f/976d4529-fb4e-4b1b-9913-fab6f75af133/eac19dbb-0f16-4632-97dc-d5296a1f0422) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:48:42.469960 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.485455 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Transition to ACTIVE for port object eac19dbb-0f16-4632-97dc-d5296a1f0422 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:48:42.517970 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.561421 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:48:42.564398 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:48:42.567899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:48:42.595428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=eac19dbb-0f16-4632-97dc-d5296a1f0422,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:42.610632 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.610987 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.611335 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.611679 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.612023 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.612368 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.612702 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.613035 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.613375 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.613708 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.614035 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.614390 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:42.636008 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:42.636634 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.661999 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-ef83fa62-a00d-4dcd-bdb6-4667ea53e5e5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5765004 Sep 06 05:48:42.674357 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Request body: {'port': {'device_id': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:48:42.729215 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.753828 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-086d16a4-739f-4642-94af-aa71d0a3bd07 None None] Provisioning for port eac19dbb-0f16-4632-97dc-d5296a1f0422 completed by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:48:42.758625 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-086d16a4-739f-4642-94af-aa71d0a3bd07 None None] Provisioning complete for port eac19dbb-0f16-4632-97dc-d5296a1f0422 triggered by entity DHCP. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:48:42.758998 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-086d16a4-739f-4642-94af-aa71d0a3bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:42.794107 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-086d16a4-739f-4642-94af-aa71d0a3bd07 None None] Port eac19dbb-0f16-4632-97dc-d5296a1f0422 cannot update to ACTIVE because it is not bound. {{(pid=94087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 05:48:42.983818 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac19dbb-0f16-4632-97dc-d5296a1f0422 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:48:42.990754 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:43.002846 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Transition to ACTIVE for port object eac19dbb-0f16-4632-97dc-d5296a1f0422 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 05:48:43.006477 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:43.052290 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eac19dbb-0f16-4632-97dc-d5296a1f0422,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:43.130511 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Attempting to bind port eac19dbb-0f16-4632-97dc-d5296a1f0422 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 05:48:43.130849 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Attempting to bind port eac19dbb-0f16-4632-97dc-d5296a1f0422 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 05:48:43.131178 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Attempting to bind port eac19dbb-0f16-4632-97dc-d5296a1f0422 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:48:43.135880 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Port eac19dbb-0f16-4632-97dc-d5296a1f0422 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 05:48:43.136208 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Attempting to bind port eac19dbb-0f16-4632-97dc-d5296a1f0422 on network eb4bc464-3cdd-4ddc-8218-e9a25812998f {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 05:48:43.141614 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Checking agent: {'id': 'a151b344-9fd3-4bd7-8fde-9e82eda4e117', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'started_at': datetime.datetime(2021, 9, 6, 5, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 5, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 05:48:43.142052 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Checking segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 05:48:43.142530 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Bound using segment: {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 05:48:43.142968 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Bound port: eac19dbb-0f16-4632-97dc-d5296a1f0422, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 05:48:43.143322 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:43.208853 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] For port eac19dbb-0f16-4632-97dc-d5296a1f0422, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 05:48:43.213199 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] For port eac19dbb-0f16-4632-97dc-d5296a1f0422, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 05:48:43.219296 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4102707'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:43.251079 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.252117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:43.253492 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/eac19dbb-0f16-4632-97dc-d5296a1f0422 HTTP/1.1" status: 200 len: 1094 time: 0.5835717 Sep 06 05:48:43.256044 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:48:43.259467 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64a892-a0d7-42d9-a05d-c25352bf626c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:48:43.298865 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e40bb9-2504-4b94-ac4c-4cf040c175c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eac19dbb-0f16-4632-97dc-d5296a1f0422,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:43.315301 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38951c56-1321-4ca5-8415-201b542d2d80 req-dfba107e-ff9d-4d44-b76f-f71133852985 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.323692 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-38951c56-1321-4ca5-8415-201b542d2d80 req-dfba107e-ff9d-4d44-b76f-f71133852985 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0762458 Sep 06 05:48:43.347274 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-4f30a7c0-e80f-4982-9466-2b57ee29e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.348791 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-4f30a7c0-e80f-4982-9466-2b57ee29e30f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 1097 time: 0.0511093 Sep 06 05:48:43.373394 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-38951c56-1321-4ca5-8415-201b542d2d80 req-d2ca44ba-09af-4cff-862d-61d89d4c32ac tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Sep 06 05:48:43.401330 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0a880-d5d2-46a8-bdcf-7604b119af3d x-openstack-request-id: req-bff0a880-d5d2-46a8-bdcf-7604b119af3d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:48:43.401644 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:48:43.401855 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bff0a880-d5d2-46a8-bdcf-7604b119af3d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:48:43.402267 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'status': 'completed', 'code': 200} Sep 06 05:48:43.404055 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-508d1db2-0303-49a7-a657-20bb7bf545d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422 HTTP/1.1" status: 200 len: 217 time: 0.0472424 Sep 06 05:48:43.453955 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-5f7ac636-00be-4d2b-9a98-fb0401ba329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.455437 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-5f7ac636-00be-4d2b-9a98-fb0401ba329e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0441461 Sep 06 05:48:43.499532 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-87e0de37-2448-40c9-8b7f-14f8a796090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.501042 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-87e0de37-2448-40c9-8b7f-14f8a796090c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388470 Sep 06 05:48:43.591213 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-a4138a38-06d9-41c0-9288-09d310c7167b service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Sep 06 05:48:43.676323 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c4b2b002-9fd2-4c99-b491-71bede75b558 req-145c1696-3b7a-4e67-8476-3030fbba7361 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780795 Sep 06 05:48:43.760888 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-d72e1010-f35a-41cb-8f30-af9b1c3837e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.762324 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-d72e1010-f35a-41cb-8f30-af9b1c3837e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 1097 time: 0.0431709 Sep 06 05:48:43.852553 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-1860d612-aade-47ce-a621-a93382b46f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.853986 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-1860d612-aade-47ce-a621-a93382b46f3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0846720 Sep 06 05:48:43.898470 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-8bc08b1f-7629-45c2-8059-82e341bbbf1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422 HTTP/1.1" status: 200 len: 217 time: 0.0358624 Sep 06 05:48:43.945484 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-21495abc-dd26-4c00-8b61-041c0cfd36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.946892 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-21495abc-dd26-4c00-8b61-041c0cfd36bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0419421 Sep 06 05:48:43.990233 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-dd12fb87-7add-4779-a0f0-878b7d084e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:43.992334 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-dd12fb87-7add-4779-a0f0-878b7d084e49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381434 Sep 06 05:48:44.083174 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-2f7b8ef7-0720-4c7d-abf9-5fbff9eb1fb4 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Sep 06 05:48:44.176138 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4f64a892-a0d7-42d9-a05d-c25352bf626c req-f16ede57-3e08-47ed-8494-947cca8bad5d service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824018 Sep 06 05:48:44.474468 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a563-0fba-468a-8e57-71c88cd6796a req-e3141f07-2673-4a92-8edd-aa9b6216abe6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:44.476740 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ac79a563-0fba-468a-8e57-71c88cd6796a req-e3141f07-2673-4a92-8edd-aa9b6216abe6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0496566 Sep 06 05:48:44.514489 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ac79a563-0fba-468a-8e57-71c88cd6796a req-fd5bcc97-dc3b-407d-9d74-2a18e74e8ce6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308177 Sep 06 05:48:45.366348 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-42b252fc-a7a7-42d1-9d1f-2e435c15f78c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381975 Sep 06 05:48:45.446974 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-f2a51ace-39f2-468a-946d-0d0a690ffb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:45.448433 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-f2a51ace-39f2-468a-946d-0d0a690ffb58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1099 time: 0.0430331 Sep 06 05:48:45.546231 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-0b511eab-5ca4-4641-b53c-ae08be944b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:45.547819 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-0b511eab-5ca4-4641-b53c-ae08be944b35 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0815196 Sep 06 05:48:45.615741 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-38916a29-d602-4f8f-86a4-7544c7e87013 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 1002 time: 0.0607531 Sep 06 05:48:45.627880 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f10e07-fc19-469c-868c-f51fbbca567c req-e9f96320-b5d4-49f5-9960-895ea21dab90 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:45.629283 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-17f10e07-fc19-469c-868c-f51fbbca567c req-e9f96320-b5d4-49f5-9960-895ea21dab90 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0488536 Sep 06 05:48:45.666461 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-17f10e07-fc19-469c-868c-f51fbbca567c req-705d087d-b69d-4d96-bcaa-1f6c51a09128 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304952 Sep 06 05:48:45.666988 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-491a31e0-4307-4c8e-bd41-be050f9c95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:45.668457 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-491a31e0-4307-4c8e-bd41-be050f9c95b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0432980 Sep 06 05:48:45.714786 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-d399bde0-8a36-4347-9131-47283be23ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:45.716277 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-d399bde0-8a36-4347-9131-47283be23ac8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396836 Sep 06 05:48:45.806543 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-4c66068b-04ac-4901-b6a3-512f067426bd service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831535 Sep 06 05:48:45.892257 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-942b9673-dc5e-448d-bb1a-1f4a6e2b0442 req-722fb735-3d27-4575-b816-f5665bbd8d39 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789371 Sep 06 05:48:46.786506 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5a176-5836-4e25-8878-daeefb72e731 req-b84e9769-4f88-46e6-b589-5f15b1c362e3 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:46.788286 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-05a5a176-5836-4e25-8878-daeefb72e731 req-b84e9769-4f88-46e6-b589-5f15b1c362e3 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0566871 Sep 06 05:48:46.824249 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-05a5a176-5836-4e25-8878-daeefb72e731 req-e3a66ab7-effa-49b6-9206-b26cd3021334 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302789 Sep 06 05:48:47.935715 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1df3-614a-4e77-b7d0-62d42c500cdc req-eb28fccd-538f-4dc0-bc54-0b6e5acb627a tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:47.937192 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-854b1df3-614a-4e77-b7d0-62d42c500cdc req-eb28fccd-538f-4dc0-bc54-0b6e5acb627a tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0477455 Sep 06 05:48:47.973945 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-854b1df3-614a-4e77-b7d0-62d42c500cdc req-6336cda3-8fe1-4c36-978f-6163a517a195 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305524 Sep 06 05:48:49.086141 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9bb8c-3568-43ba-9c02-a5ef8a0ce799 req-dbe241ca-57ed-4f69-ad3b-f9223fcf3b96 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:49.087911 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1ca9bb8c-3568-43ba-9c02-a5ef8a0ce799 req-dbe241ca-57ed-4f69-ad3b-f9223fcf3b96 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0491235 Sep 06 05:48:49.125085 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-1ca9bb8c-3568-43ba-9c02-a5ef8a0ce799 req-8779a0fe-7eaf-4a1f-99b2-f5666133575c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Sep 06 05:48:49.423264 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-872a03a0-a66f-445c-812e-ad0a1e623778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:50.239428 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eacbec-bff0-4900-85cf-e2e735b739c2 req-903587d1-7c1b-4584-84a4-02910b5c07ec tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:50.241746 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-74eacbec-bff0-4900-85cf-e2e735b739c2 req-903587d1-7c1b-4584-84a4-02910b5c07ec tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0512750 Sep 06 05:48:50.278381 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-74eacbec-bff0-4900-85cf-e2e735b739c2 req-d24660b9-a1b7-40e4-a7ad-b987ea69e432 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309114 Sep 06 05:48:51.438500 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d7103-5eed-4797-814c-2a6ccfe3fb29 req-9bae4394-653f-4237-87c4-5dac7d84a976 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:51.439725 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8a4d7103-5eed-4797-814c-2a6ccfe3fb29 req-9bae4394-653f-4237-87c4-5dac7d84a976 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 944 time: 0.0471897 Sep 06 05:48:51.477749 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-8a4d7103-5eed-4797-814c-2a6ccfe3fb29 req-8f6659b6-4d12-46fb-bbb4-ee4811b2d710 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Sep 06 05:48:51.818189 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device eac19dbb-0f16-4632-97dc-d5296a1f0422 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 05:48:51.919223 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port eac19dbb-0f16-4632-97dc-d5296a1f0422, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:48:51.929835 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Returning: {'device': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'port_id': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'mac_address': 'fa:16:3e:4b:3a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 05:48:51.965824 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:51.978056 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac19dbb-0f16-4632-97dc-d5296a1f0422 {{(pid=94087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 05:48:51.996149 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port eac19dbb-0f16-4632-97dc-d5296a1f0422, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:48:52.000242 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:52.045660 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=eac19dbb-0f16-4632-97dc-d5296a1f0422,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:52.052290 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.052640 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.052979 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.053311 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.053640 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.053967 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.054314 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.054642 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.054963 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.055281 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.055599 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.055913 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:52.221964 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] get_ports_and_sgs() called for port_ids ['eac19dbb-0f16-4632-97dc-d5296a1f0422'] {{(pid=94087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 05:48:52.257230 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-159523ae-f905-4502-875d-38c510b114a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:52.588364 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4de1e-5f71-4e9c-8c8a-12e085cd36d5 req-9901349a-bc53-41f3-a37a-3a736a70a9b7 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:52.589840 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a4b4de1e-5f71-4e9c-8c8a-12e085cd36d5 req-9901349a-bc53-41f3-a37a-3a736a70a9b7 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Sep 06 05:48:52.627972 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-a4b4de1e-5f71-4e9c-8c8a-12e085cd36d5 req-50ebaaee-3a42-4c14-9abc-d3bceb22a322 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Sep 06 05:48:52.811149 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:53.155210 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:53.743079 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b77f79-d237-44e7-870c-d4f845ffc61c req-91e7fe93-30d4-472b-9b08-438ba9d519f9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:53.744559 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-28b77f79-d237-44e7-870c-d4f845ffc61c req-91e7fe93-30d4-472b-9b08-438ba9d519f9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 945 time: 0.0508606 Sep 06 05:48:53.781052 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-28b77f79-d237-44e7-870c-d4f845ffc61c req-e157ca01-e743-40d3-8935-359f24f77649 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300469 Sep 06 05:48:53.818673 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device eac19dbb-0f16-4632-97dc-d5296a1f0422 up at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 05:48:53.867482 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning for port eac19dbb-0f16-4632-97dc-d5296a1f0422 completed by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 05:48:53.870990 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Provisioning complete for port eac19dbb-0f16-4632-97dc-d5296a1f0422 triggered by entity L2. {{(pid=94087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 05:48:53.871354 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722915'] for port, provisioning_complete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:54.060565 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:54.081572 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422'}] {{(pid=94087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:48:54.083818 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284d78a5648222b58eb5391f7815ab9db52dcb62a812b62fcac13b97c6ca945c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3952bcf-62fc-417f-9e95-20529de76eee" -d '{"events": [{"server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "name": "network-vif-plugged", "status": "completed", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422"}]}' {{(pid=94087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:48:54.096485 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] For port eac19dbb-0f16-4632-97dc-d5296a1f0422, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:48:54.101103 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:54.147742 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Pushing event updated for resources: {'Port': ['ID=eac19dbb-0f16-4632-97dc-d5296a1f0422,revision_number=5']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:54.178023 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8117bac6-acf7-4f64-bb11-c2362728da2c x-openstack-request-id: req-8117bac6-acf7-4f64-bb11-c2362728da2c {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:48:54.178713 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "name": "network-vif-plugged", "status": "completed", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422", "code": 200}]} {{(pid=94087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:48:54.178960 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8117bac6-acf7-4f64-bb11-c2362728da2c {{(pid=94087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:48:54.179387 dv-cinder-788782-11-iscsi neutron-server[94087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'code': 200} Sep 06 05:48:54.395824 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eacc73-7222-4c25-8236-1e2c991b3897 req-9c448148-14e1-4b88-a8b0-8f70a11324c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:54.397213 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a2eacc73-7222-4c25-8236-1e2c991b3897 req-9c448148-14e1-4b88-a8b0-8f70a11324c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 1099 time: 0.0424814 Sep 06 05:48:54.430693 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a2eacc73-7222-4c25-8236-1e2c991b3897 req-a665a51c-d414-46be-b628-cfbcfc3bf6fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263536 Sep 06 05:48:54.731070 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:54.893656 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089a05-c588-420d-a028-189f239522e3 req-229cda5c-e4a1-4691-910b-e003bb5f843d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:54.895170 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d089a05-c588-420d-a028-189f239522e3 req-229cda5c-e4a1-4691-910b-e003bb5f843d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 946 time: 0.0488908 Sep 06 05:48:54.931342 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-4d089a05-c588-420d-a028-189f239522e3 req-485905bf-aa49-40b2-8849-5e0aee885453 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302799 Sep 06 05:48:56.044540 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f277c-1f00-4184-9246-6a9a473cc7a2 req-edc33db6-d85e-43f7-b958-780e9f182867 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:56.046007 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c02f277c-1f00-4184-9246-6a9a473cc7a2 req-edc33db6-d85e-43f7-b958-780e9f182867 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Sep 06 05:48:56.083060 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-c02f277c-1f00-4184-9246-6a9a473cc7a2 req-51419b7f-6580-41e7-bf38-0b7458c320c5 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Sep 06 05:48:56.199659 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6a3ce-932b-4efa-a2be-92e78b4472b0 req-41fbf920-ccc7-4250-8eb5-7e4a3c1f25ff tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:56.201899 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-89f6a3ce-932b-4efa-a2be-92e78b4472b0 req-41fbf920-ccc7-4250-8eb5-7e4a3c1f25ff tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 946 time: 0.0524423 Sep 06 05:48:56.238968 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-89f6a3ce-932b-4efa-a2be-92e78b4472b0 req-9c30e5ce-3d52-4caa-89e4-1cefa52d76bb tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Sep 06 05:48:56.261014 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46128) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:48:56.299439 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef2349-1e50-4c12-ad6a-210d6d4a0f9d tempest-TestVolumeBootPattern-404492137 tempest-TestVolumeBootPattern-404492137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:56.301005 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-a0ef2349-1e50-4c12-ad6a-210d6d4a0f9d tempest-TestVolumeBootPattern-404492137 tempest-TestVolumeBootPattern-404492137-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 1094 time: 0.0389512 Sep 06 05:48:56.303567 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46130) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:48:56.307835 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.v2.base [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Request body: {'floatingip': {'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'port_id': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 05:48:56.330160 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:56.424665 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:56.523968 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Allocated IP 172.27.3.23 (3f6627bc-5dfa-49c6-8148-553c22691096/35ab3079-522c-480b-ab41-7a522f080f2f/760fef1b-b4cd-48fa-998f-38126f61c2d6) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 05:48:56.628446 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:56.666077 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790123603577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:56.705408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Network 3f6627bc-5dfa-49c6-8148-553c22691096 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 05:48:56.708149 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 05:48:56.711601 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 05:48:56.735369 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=760fef1b-b4cd-48fa-998f-38126f61c2d6,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:56.748326 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.748678 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.749021 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.749356 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.749689 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.750021 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.750381 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.750711 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.751038 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.751361 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.751684 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:56.752004 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:48:57.290939 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:57.353429 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7907819'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:57.495844 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:57.500985 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790124040138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790123603595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790123603613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126207406'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:57.570446 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event updated for resources: {'Port': ['ID=760fef1b-b4cd-48fa-998f-38126f61c2d6,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:48:57.578554 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681259'] for floatingip, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:57.675226 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Floating IP 350a1bd8-e135-48de-961c-3215a1bc6fde associated. External IP: 172.27.3.23, port: eac19dbb-0f16-4632-97dc-d5296a1f0422. Sep 06 05:48:57.871056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:48:57.973859 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:48:57.985020 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:48:57.989824 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:48:57.998448 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:48:57.999103 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:48:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:48:58.026231 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-745cff06-a37f-42db-b267-737fdd19815e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7120759 Sep 06 05:48:58.026231 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:48:58.026231 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a011a-287f-40bf-afe8-bfc97f3eef9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:48:58.055022 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fceaca-1951-4d30-bd24-abeba170ff5a x-openstack-request-id: req-63fceaca-1951-4d30-bd24-abeba170ff5a {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:48:58.055545 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:48:58.055977 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63fceaca-1951-4d30-bd24-abeba170ff5a {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:48:58.056575 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'status': 'completed', 'code': 200} Sep 06 05:48:58.108542 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:48:58.116689 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-7985bafa-1f3d-492f-aad7-0998c21de09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:58.118200 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-7985bafa-1f3d-492f-aad7-0998c21de09a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 1099 time: 0.0417430 Sep 06 05:48:58.207593 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-146453e6-2bcf-4876-9d96-cf66ea7d5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:58.209045 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-146453e6-2bcf-4876-9d96-cf66ea7d5323 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0843263 Sep 06 05:48:58.338864 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '350a1bd8-e135-48de-961c-3215a1bc6fde', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:4b:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:48:56Z', 'updated_at': '2021-09-06T05:48:56Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}, {'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:47:01Z', 'revision_number': 1, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:48:58.366408 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:48:58.375285 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:48:58.375911 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:48:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:48:58.487074 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:48:58.515513 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-b5c5f8a7-38eb-4c23-9f8a-9e00a9348831 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422 HTTP/1.1" status: 200 len: 999 time: 0.2998586 Sep 06 05:48:58.564163 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-4a2e85b8-ef06-432a-8a96-ad2cfbd54982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:58.565568 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-4a2e85b8-ef06-432a-8a96-ad2cfbd54982 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0425551 Sep 06 05:48:58.612615 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-4644e9db-8147-4ddc-9a92-c9bdda173ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:48:58.614020 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-4644e9db-8147-4ddc-9a92-c9bdda173ef8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415819 Sep 06 05:48:58.702572 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-4badc9f0-abe7-4728-927c-a6b4119f47fa service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800476 Sep 06 05:48:58.714408 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '350a1bd8-e135-48de-961c-3215a1bc6fde', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:4b:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:48:56Z', 'updated_at': '2021-09-06T05:48:56Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}, {'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:47:01Z', 'revision_number': 1, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:48:58.740920 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf5f80-6e36-4aa1-802e-10e9c9c0a1e5 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '350a1bd8-e135-48de-961c-3215a1bc6fde', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:4b:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:48:56Z', 'updated_at': '2021-09-06T05:48:56Z', 'revision_number': 0, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}, {'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:47:01Z', 'revision_number': 1, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:48:58.796415 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a11a011a-287f-40bf-afe8-bfc97f3eef9b req-8cfbef02-8bbf-416e-92d7-276de4146889 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865045 Sep 06 05:48:58.931024 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c3371e-3819-423d-bf1b-91c3b5dccbf4 None None] New status for floating IP 350a1bd8-e135-48de-961c-3215a1bc6fde: ACTIVE {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:49:12.224523 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:18.887738 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:49:19.423975 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-b983906d-f0ba-40f8-8acd-9e3167bfb95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:22.227788 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d580969a-8b22-428e-a3e7-ab13aecc6f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:22.813961 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:23.158222 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:24.734998 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:42.232350 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:45.421632 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-f0ffa8ea-ffb2-42da-ba3b-e90634fa30f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381136 Sep 06 05:49:45.502368 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145785-d00a-4111-b713-1c78374f5c6e req-81d99335-0c9f-40f4-9f18-32481e5b6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:49:45.503817 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-81d99335-0c9f-40f4-9f18-32481e5b6f46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1099 time: 0.0397372 Sep 06 05:49:45.606953 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145785-d00a-4111-b713-1c78374f5c6e req-9953d198-73a3-4bdd-98a6-c68b64428f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:49:45.609007 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-9953d198-73a3-4bdd-98a6-c68b64428f7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0854459 Sep 06 05:49:45.672447 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-39d5d60c-ce68-4057-86a3-8bba98d357a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 1002 time: 0.0552359 Sep 06 05:49:45.724608 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145785-d00a-4111-b713-1c78374f5c6e req-1638de9e-2860-43ee-8841-2d92a4d764c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:49:45.726015 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-1638de9e-2860-43ee-8841-2d92a4d764c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0456450 Sep 06 05:49:45.769975 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145785-d00a-4111-b713-1c78374f5c6e req-9eeeb7d0-a5e4-4cbd-b7b2-47a5d9b88863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:49:45.771467 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-9eeeb7d0-a5e4-4cbd-b7b2-47a5d9b88863 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389781 Sep 06 05:49:45.858729 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-0877cb84-4835-4dfd-9dd5-f11d22bd9048 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801775 Sep 06 05:49:45.947593 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f145785-d00a-4111-b713-1c78374f5c6e req-dde5955d-d41a-4ce5-bb30-b5a53f016c6e service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814290 Sep 06 05:49:49.424154 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5af68983-0608-44db-9d89-3466c50a41b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:52.227969 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2e09db48-36e4-4afe-a3f5-825196c0cc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:52.815119 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:53.161175 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:54.737259 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:49:55.885799 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:50:12.232450 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:19.424004 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-dca309dc-dc8b-406f-89db-3023d7053b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:22.229936 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ace49dc4-a5b1-4f9f-9b21-24a36ab37262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:22.814959 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:23.162430 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:24.739206 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:32.884301 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:50:38.756531 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46170) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:38.909191 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Deleting port 760fef1b-b4cd-48fa-998f-38126f61c2d6 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:38.909531 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:38.983401 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:38.983727 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:38.995213 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Calling delete_port for 760fef1b-b4cd-48fa-998f-38126f61c2d6 owned by network:floatingip {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:39.141938 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:39.170190 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'Port': ['ID=760fef1b-b4cd-48fa-998f-38126f61c2d6,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:39.192367 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.192728 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.193070 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.193413 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.193751 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.194088 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.194460 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.194795 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.195130 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.195459 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.195789 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.196114 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:39.236562 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:39.236825 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Floating IP 350a1bd8-e135-48de-961c-3215a1bc6fde disassociated (deleted). External IP: 172.27.3.23, port: eac19dbb-0f16-4632-97dc-d5296a1f0422. Sep 06 05:50:39.438383 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:50:39.544289 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:50:39.549273 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:39.553760 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:50:39.562864 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:39.563471 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:39.574935 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-2933db2e-9e0f-4006-9e96-65eec12b53c9 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "DELETE /v2.0/floatingips/350a1bd8-e135-48de-961c-3215a1bc6fde HTTP/1.1" status: 204 len: 168 time: 0.8173239 Sep 06 05:50:39.575527 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:50:39.578923 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c344b3-023f-45f1-af0b-00de17d321ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:50:39.622790 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a471fb-af53-4d06-a3dd-27615eaaed77 x-openstack-request-id: req-95a471fb-af53-4d06-a3dd-27615eaaed77 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:50:39.623013 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:50:39.623613 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95a471fb-af53-4d06-a3dd-27615eaaed77 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:50:39.624194 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'status': 'completed', 'code': 200} Sep 06 05:50:39.682991 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c344b3-023f-45f1-af0b-00de17d321ce req-02bacdaa-155a-463e-9a61-e7818f66dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:39.684563 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-02bacdaa-155a-463e-9a61-e7818f66dae0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 1099 time: 0.0404966 Sep 06 05:50:39.694107 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:39.800432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c344b3-023f-45f1-af0b-00de17d321ce req-b8d783fd-2e2c-411b-9b30-c58319019c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:39.801926 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-b8d783fd-2e2c-411b-9b30-c58319019c5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.1027598 Sep 06 05:50:39.806859 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974148a-2c6e-450c-84ed-81fb7e20116c req-d3068853-b8e5-41df-b887-92e14e9767cb tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:39.808374 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9974148a-2c6e-450c-84ed-81fb7e20116c req-d3068853-b8e5-41df-b887-92e14e9767cb tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 946 time: 0.0520875 Sep 06 05:50:39.844624 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-192738fb-4484-4572-9bfa-3af99036752a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422 HTTP/1.1" status: 200 len: 217 time: 0.0348055 Sep 06 05:50:39.847907 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-9974148a-2c6e-450c-84ed-81fb7e20116c req-0da35c87-34bb-4349-9bd9-97287fe29f8c tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329480 Sep 06 05:50:39.895306 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c344b3-023f-45f1-af0b-00de17d321ce req-8189aed9-f1a3-48ca-aa62-90e2175e7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:39.896741 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-8189aed9-f1a3-48ca-aa62-90e2175e7225 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0432353 Sep 06 05:50:39.923635 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:47:01Z', 'revision_number': 1, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:39.946423 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c344b3-023f-45f1-af0b-00de17d321ce req-a9d75008-5f35-4bc7-a3be-4a684d736265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:39.947811 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-a9d75008-5f35-4bc7-a3be-4a684d736265 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430188 Sep 06 05:50:39.953568 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:50:39.962724 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:39.963524 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:40.038473 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-cbafe1b8-0fd1-49fc-9478-d071f45cee7c service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824876 Sep 06 05:50:40.136712 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27c344b3-023f-45f1-af0b-00de17d321ce req-fbb1cc6e-9227-4bf8-83bb-7f93f3df9556 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908048 Sep 06 05:50:40.192394 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:40.407094 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:47:01Z', 'revision_number': 1, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:40.432937 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2d2df-f3a2-483a-a082-7f5c8a3c64f8 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_floatingips': [{'id': '5dc171d4-7404-4b54-b79d-41d80baaa3cb', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'router_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'port_id': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'mac_address': 'fa:16:3e:9e:69:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T05:46:59Z', 'updated_at': '2021-09-06T05:47:01Z', 'revision_number': 1, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:50:40.631873 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca51f8d-c407-4220-91bf-61ae8b66bfac None None] New status for floating IP 350a1bd8-e135-48de-961c-3215a1bc6fde: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:50:40.978566 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a420414-82ef-49d8-92db-6e22c9afdcbb req-d6e765ee-229c-494e-8b89-bbbdf4eb2937 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:40.979969 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0a420414-82ef-49d8-92db-6e22c9afdcbb req-d6e765ee-229c-494e-8b89-bbbdf4eb2937 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 946 time: 0.0513861 Sep 06 05:50:41.016562 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-0a420414-82ef-49d8-92db-6e22c9afdcbb req-413a66fd-4685-4e2e-9600-89b2db78540d tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Sep 06 05:50:41.298311 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-fc4cbd19-bfb7-47f9-b0ac-eff35a62d8a1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:41.299850 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-fc4cbd19-bfb7-47f9-b0ac-eff35a62d8a1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 946 time: 0.0483143 Sep 06 05:50:41.389397 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Deleting port eac19dbb-0f16-4632-97dc-d5296a1f0422 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:41.389735 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:41.477283 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] For port eac19dbb-0f16-4632-97dc-d5296a1f0422, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eac19dbb-0f16-4632-97dc-d5296a1f0422,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:41.477650 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:41.489541 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Calling delete_port for eac19dbb-0f16-4632-97dc-d5296a1f0422 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:41.613979 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:41.640317 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'Port': ['ID=eac19dbb-0f16-4632-97dc-d5296a1f0422,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:41.650393 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.650749 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.651093 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.651431 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.651764 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.652097 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.652428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.653226 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.653226 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.653436 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.653700 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.654022 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:41.693211 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] No DVR routers for this DVR port eac19dbb-0f16-4632-97dc-d5296a1f0422 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:50:41.695708 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:41.697637 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-951c006a-1df2-43e2-a09d-51e2df83c82a req-01cc90a1-0b0a-4560-ab49-24d2e694dbe2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "DELETE /v2.0/ports/eac19dbb-0f16-4632-97dc-d5296a1f0422 HTTP/1.1" status: 204 len: 173 time: 0.3906579 Sep 06 05:50:41.698067 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'name': 'network-vif-deleted', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:50:41.700311 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effc6d76-a270-4c31-b2e5-df734552d2d6" -d '{"events": [{"server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "name": "network-vif-deleted", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:50:41.735555 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07772a4-839f-4186-9046-bfa159e0480a x-openstack-request-id: req-b07772a4-839f-4186-9046-bfa159e0480a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:50:41.736153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2493cc-69ee-4c33-8eeb-a546db4f1f54", "name": "network-vif-deleted", "tag": "eac19dbb-0f16-4632-97dc-d5296a1f0422", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:50:41.736153 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b07772a4-839f-4186-9046-bfa159e0480a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:50:41.736646 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2493cc-69ee-4c33-8eeb-a546db4f1f54', 'name': 'network-vif-deleted', 'tag': 'eac19dbb-0f16-4632-97dc-d5296a1f0422', 'status': 'completed', 'code': 200} Sep 06 05:50:42.135934 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-84315ead-000e-4ebd-8b2e-9e5102370ee6 req-323fd129-c845-4df8-8bdd-655370050382 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2493cc-69ee-4c33-8eeb-a546db4f1f54 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Sep 06 05:50:42.242754 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:44.373809 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device eac19dbb-0f16-4632-97dc-d5296a1f0422 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:44.398148 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: eac19dbb-0f16-4632-97dc-d5296a1f0422 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:44.398520 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device eac19dbb-0f16-4632-97dc-d5296a1f0422 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:45.408555 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46216) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:45.560711 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Deleting port f9c7a613-7254-43a9-b458-f6c3f13ea0f0 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:45.561051 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:45.637126 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:45.637454 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:45.649027 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Calling delete_port for f9c7a613-7254-43a9-b458-f6c3f13ea0f0 owned by network:floatingip {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:45.788498 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:45.814481 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'Port': ['ID=f9c7a613-7254-43a9-b458-f6c3f13ea0f0,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:45.874306 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:45.874638 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.db.l3_db [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Floating IP 5dc171d4-7404-4b54-b79d-41d80baaa3cb disassociated (deleted). External IP: 172.27.3.190, port: 4dc301c1-c7c1-48c2-9742-d9c249c272c8. Sep 06 05:50:46.072843 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:50:46.182397 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:50:46.187121 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:46.191629 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:50:46.200383 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:46.201048 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:46.215272 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-10cb09d8-bf5f-446f-a3be-5655a24919c1 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "DELETE /v2.0/floatingips/5dc171d4-7404-4b54-b79d-41d80baaa3cb HTTP/1.1" status: 204 len: 168 time: 0.8055859 Sep 06 05:50:46.215869 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:50:46.218104 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea30e5db247b4aafe844f0f2fd04a3bf1cc1405c882b39f822ea602f3b983a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e51bec-494b-4040-90ce-268587d5b8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:50:46.255999 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 05:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa3e3f1-4436-4914-9484-c8d01ade1fd1 x-openstack-request-id: req-cfa3e3f1-4436-4914-9484-c8d01ade1fd1 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:50:46.256285 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8", "status": "completed", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:50:46.256557 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfa3e3f1-4436-4914-9484-c8d01ade1fd1 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:50:46.256959 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'status': 'completed', 'code': 200} Sep 06 05:50:46.313035 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:46.326463 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51bec-494b-4040-90ce-268587d5b8ae req-d888a157-9824-4df9-960c-40a08e3b9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:46.328765 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-d888a157-9824-4df9-960c-40a08e3b9e27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 1099 time: 0.0489962 Sep 06 05:50:46.433428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51bec-494b-4040-90ce-268587d5b8ae req-38f158f1-9555-4b16-a9af-a24d895303ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:46.435473 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-38f158f1-9555-4b16-a9af-a24d895303ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 200 len: 913 time: 0.0960586 Sep 06 05:50:46.445505 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab500a2-d53b-47ce-8153-edb0e3981dfa req-7cfae363-8923-400e-b29d-7f7b013a38c8 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:46.447026 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-eab500a2-d53b-47ce-8153-edb0e3981dfa req-7cfae363-8923-400e-b29d-7f7b013a38c8 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 946 time: 0.0513480 Sep 06 05:50:46.485408 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-eab500a2-d53b-47ce-8153-edb0e3981dfa req-16467f07-dad2-4deb-8175-168691ea3f40 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Sep 06 05:50:46.491731 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-7aadae44-1ccf-46fa-b775-d54469a3330b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 200 len: 217 time: 0.0464830 Sep 06 05:50:46.529339 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:46.548395 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51bec-494b-4040-90ce-268587d5b8ae req-664037c0-b6e5-4156-bfb1-c933d5935bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:46.549880 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-664037c0-b6e5-4156-bfb1-c933d5935bcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 200 len: 851 time: 0.0470729 Sep 06 05:50:46.555343 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:50:46.563453 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:46.564012 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:22Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:46.599157 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51bec-494b-4040-90ce-268587d5b8ae req-8bfe5015-a201-4e6c-9731-c4eb5c2f030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:46.600658 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-8bfe5015-a201-4e6c-9731-c4eb5c2f030a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb4bc464-3cdd-4ddc-8218-e9a25812998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424299 Sep 06 05:50:46.670428 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:46.698167 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-f2a8e27d-02e9-4175-b0c5-3f989a76baeb service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891683 Sep 06 05:50:46.797129 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04e51bec-494b-4040-90ce-268587d5b8ae req-c44a136f-b243-40c9-9c55-4d0844b8f7ff service neutron] 10.222.0.25 "GET /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906379 Sep 06 05:50:46.876605 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:46.902682 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4387b92-e607-4741-a1d9-25ca3f836b6b None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi', '_interfaces': [{'id': 'c3dd8c12-cd69-4b5b-a53f-ca82d2146c88', 'name': '', 'network_id': 'eb4bc464-3cdd-4ddc-8218-e9a25812998f', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'mac_address': 'fa:16:3e:86:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:41Z', 'updated_at': '2021-09-06T05:43:48Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'subnets': [{'id': '976d4529-fb4e-4b1b-9913-fab6f75af133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:50:47.110545 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75184894-a8b3-44f1-98c9-66a5fcac5387 None None] New status for floating IP 5dc171d4-7404-4b54-b79d-41d80baaa3cb: DOWN {{(pid=94088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 05:50:47.602563 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e20583-78bc-4526-ab78-7a17f815cfd9 req-23be85ab-5b97-4139-b0bc-b7e45287f5d6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:47.604184 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-38e20583-78bc-4526-ab78-7a17f815cfd9 req-23be85ab-5b97-4139-b0bc-b7e45287f5d6 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Sep 06 05:50:47.645796 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-38e20583-78bc-4526-ab78-7a17f815cfd9 req-fa7560e3-26d8-479a-9a76-79f4c7d78b9e tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/security-groups?id=af72c38b-aa15-4304-a1a2-4b81701af7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357914 Sep 06 05:50:47.913409 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-d3f2ec91-887c-4cf3-bf54-ae5dbb0cd755 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 05:50:47.914852 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-d3f2ec91-887c-4cf3-bf54-ae5dbb0cd755 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 946 time: 0.0466933 Sep 06 05:50:48.005007 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Deleting port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:48.005352 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:48.093525 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] For port 4dc301c1-c7c1-48c2-9742-d9c249c272c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4dc301c1-c7c1-48c2-9742-d9c249c272c8,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:48.093896 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:48.106449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Calling delete_port for 4dc301c1-c7c1-48c2-9742-d9c249c272c8 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:48.228125 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:48.253348 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'Port': ['ID=4dc301c1-c7c1-48c2-9742-d9c249c272c8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:48.298584 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] No DVR routers for this DVR port 4dc301c1-c7c1-48c2-9742-d9c249c272c8 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:50:48.301151 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:48.303128 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebd9e626-7811-46ee-9ab9-1ae259c57410 req-3c132bee-d4f6-468c-a68b-dab868340ba0 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.25 "DELETE /v2.0/ports/4dc301c1-c7c1-48c2-9742-d9c249c272c8 HTTP/1.1" status: 204 len: 173 time: 0.3819401 Sep 06 05:50:48.303578 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'name': 'network-vif-deleted', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 05:50:48.305760 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17caea21972ff24b0e92e8625ebf63b8806d7672a792e14578c11cc85a8e78fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49af26-d502-467a-a26c-9308dd1b7020" -d '{"events": [{"server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "name": "network-vif-deleted", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 05:50:48.344112 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 05:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85130dbb-e67d-4ba1-825e-4452397a5a05 x-openstack-request-id: req-85130dbb-e67d-4ba1-825e-4452397a5a05 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 05:50:48.344404 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5a4f66-2cfc-47b9-a495-808209d217b9", "name": "network-vif-deleted", "tag": "4dc301c1-c7c1-48c2-9742-d9c249c272c8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 05:50:48.344654 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85130dbb-e67d-4ba1-825e-4452397a5a05 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 05:50:48.345051 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a4f66-2cfc-47b9-a495-808209d217b9', 'name': 'network-vif-deleted', 'tag': '4dc301c1-c7c1-48c2-9742-d9c249c272c8', 'status': 'completed', 'code': 200} Sep 06 05:50:48.752768 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [req-ccbcd84a-e0c5-4c48-a9f7-279feda7f05c req-d0d7a4ca-bd85-451a-bc74-83c1473a6730 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5a4f66-2cfc-47b9-a495-808209d217b9 HTTP/1.1" status: 200 len: 210 time: 0.0249465 Sep 06 05:50:49.424174 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fcc12cdb-28a6-4dbb-aa66-795cb909a705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:49.809175 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46236) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:49.927372 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Deleting port 645552db-5edd-448f-a4af-32b54337ab4d {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:49.927711 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:49.999225 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:49.999552 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:50.011173 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Calling delete_port for 645552db-5edd-448f-a4af-32b54337ab4d owned by network:floatingip {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:50.137886 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:50.162841 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'Port': ['ID=645552db-5edd-448f-a4af-32b54337ab4d,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:50.223994 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:50.226503 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122942'] for floatingip, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:50.227676 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-916416c7-20a5-4772-9234-f9216626e634 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "DELETE /v2.0/floatingips/55da6a74-18e5-4adf-aca7-167808d99cb0 HTTP/1.1" status: 204 len: 168 time: 0.4174759 Sep 06 05:50:51.416796 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46250) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:51.474705 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d71a546-5a87-40c6-a850-5f42b07f5af2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:51.499643 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d71a546-5a87-40c6-a850-5f42b07f5af2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:51.557647 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d71a546-5a87-40c6-a850-5f42b07f5af2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:51.560167 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d71a546-5a87-40c6-a850-5f42b07f5af2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Notify callbacks [] for security_group, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:51.561352 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1d71a546-5a87-40c6-a850-5f42b07f5af2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] 10.222.0.30 "DELETE /v2.0/security-groups/af72c38b-aa15-4304-a1a2-4b81701af7f4 HTTP/1.1" status: 204 len: 168 time: 0.1435657 Sep 06 05:50:51.570676 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71a546-5a87-40c6-a850-5f42b07f5af2 tempest-TestVolumeBootPattern-2126646811 tempest-TestVolumeBootPattern-2126646811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af72c38b-aa15-4304-a1a2-4b81701af7f4,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:51.616358 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46254) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:52.231379 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2795e879-aaa1-4fe9-8cb7-67405c758002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:52.351943 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:52.405519 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4dc301c1-c7c1-48c2-9742-d9c249c272c8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:52.425524 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] No Port match for: 4dc301c1-c7c1-48c2-9742-d9c249c272c8 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:52.425942 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Device 4dc301c1-c7c1-48c2-9742-d9c249c272c8 not bound to the agent host hv-cinder-78878 {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:52.597862 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Deleting port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:52.598393 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:52.677414 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] For port c3dd8c12-cd69-4b5b-a53f-ca82d2146c88, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:52.677779 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:52.689827 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Calling delete_port for c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 owned by network:router_interface {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:52.815852 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:52.868364 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:52.897916 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dd8c12-cd69-4b5b-a53f-ca82d2146c88,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:53.054623 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.165085 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.259846 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Router 6ddce499-d44e-4bc9-9860-942da4ff8945 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:50:53.361056 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:50:53.366511 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-1d46ea4f-240f-4727-9422-892f668579c5 admin admin] 10.222.0.30 "PUT /v2.0/routers/6ddce499-d44e-4bc9-9860-942da4ff8945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7490368 Sep 06 05:50:53.369117 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46258) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:53.370084 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] Sync routers for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:50:53.380386 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:53.380991 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:53.470345 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.485270 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:53.575460 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.627058 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Deleting port 8bceeeae-6289-41d7-91fe-a22462bc3b7e {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:53.627402 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.669574 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:50:52Z', 'revision_number': 5, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port': {'id': '8bceeeae-6289-41d7-91fe-a22462bc3b7e', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:39Z', 'updated_at': '2021-09-06T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:53.696793 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] Checking router: 6ddce499-d44e-4bc9-9860-942da4ff8945 for host: dv-cinder-788782-11-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:50:53.704080 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] For port 8bceeeae-6289-41d7-91fe-a22462bc3b7e, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=8bceeeae-6289-41d7-91fe-a22462bc3b7e,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:53.704449 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.704906 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] Routers {'6ddce499-d44e-4bc9-9860-942da4ff8945'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:53.705516 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['6ddce499-d44e-4bc9-9860-942da4ff8945'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:53.716010 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Calling delete_port for 8bceeeae-6289-41d7-91fe-a22462bc3b7e owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:53.791596 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] Set router 6ddce499-d44e-4bc9-9860-942da4ff8945 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:53.846149 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:50:53Z', 'revision_number': 6, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port_host': None}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:53.873314 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77de23-df16-4b04-8573-6f65b2ab6ca1 None None] The sync data for ids ['6ddce499-d44e-4bc9-9860-942da4ff8945'] in dv-cinder-788782-11-iscsi is: [{'id': '6ddce499-d44e-4bc9-9860-942da4ff8945', 'name': 'tempest-TestVolumeBootPattern-1771415569-router', 'tenant_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:38Z', 'updated_at': '2021-09-06T05:50:53Z', 'revision_number': 6, 'project_id': '5b72ac7ebe954d7bb3acb6f08ce725ca', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:50:53.878744 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:53.908684 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bceeeae-6289-41d7-91fe-a22462bc3b7e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:53.968518 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.054129 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.056211 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.102203 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.102742 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddce499-d44e-4bc9-9860-942da4ff8945 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:50:54.107883 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.109015 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4761472b-a3c3-4293-985a-1ab65276a01b admin admin] 10.222.0.30 "DELETE /v2.0/routers/6ddce499-d44e-4bc9-9860-942da4ff8945 HTTP/1.1" status: 204 len: 168 time: 0.7388885 Sep 06 05:50:54.111532 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46260) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:54.154502 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Deleting subnet 976d4529-fb4e-4b1b-9913-fab6f75af133 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:50:54.157309 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.190025 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4102321'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.272971 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.324669 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573023'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.351688 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976d4529-fb4e-4b1b-9913-fab6f75af133,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:54.353698 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.355522 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9d95b04d-e6f3-4c55-932e-f7f3f1bd4a23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/976d4529-fb4e-4b1b-9913-fab6f75af133 HTTP/1.1" status: 204 len: 168 time: 0.2430468 Sep 06 05:50:54.357899 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46262) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:54.359799 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77678cfd-0e13-49aa-a4c6-8e9d53969635 None None] Network eb4bc464-3cdd-4ddc-8218-e9a25812998f requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:50:54.423243 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.483625 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Deleting port 4e92f150-ac4c-435f-aa02-fe21619e7d32 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:54.483989 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.547628 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] For port 4e92f150-ac4c-435f-aa02-fe21619e7d32, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=4e92f150-ac4c-435f-aa02-fe21619e7d32,segment=NetworkSegment(cbaa4afe-d46d-42fc-9cb6-43b95c74b727),segment_id=cbaa4afe-d46d-42fc-9cb6-43b95c74b727)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:54.547992 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.559428 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Calling delete_port for 4e92f150-ac4c-435f-aa02-fe21619e7d32 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:54.627591 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] DHCP port deletion for eb4bc464-3cdd-4ddc-8218-e9a25812998f request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:50:54.640692 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.668332 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4e92f150-ac4c-435f-aa02-fe21619e7d32,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:54.670186 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] No DVR routers for this DVR port 4e92f150-ac4c-435f-aa02-fe21619e7d32 on host dv-cinder-788782-11-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:50:54.675080 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Deleting port 4e92f150-ac4c-435f-aa02-fe21619e7d32 {{(pid=94087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:54.675539 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.741822 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.752097 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4bc464-3cdd-4ddc-8218-e9a25812998f']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:54.756330 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] For port 4e92f150-ac4c-435f-aa02-fe21619e7d32, host dv-cinder-788782-11-iscsi, got binding levels [] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:54.756728 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.765290 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:54.765586 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaa4afe-d46d-42fc-9cb6-43b95c74b727') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:54.766538 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.771551 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Calling delete_port for 4e92f150-ac4c-435f-aa02-fe21619e7d32 owned by network:dhcp {{(pid=94087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:54.774135 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.ipam_backend_mixin [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Port 4e92f150-ac4c-435f-aa02-fe21619e7d32 was not found and therefore no delete operation was performed {{(pid=94087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 05:50:54.774768 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.775356 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.788857 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.794968 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:50:54.795359 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:50:54.797139 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:50:54.804493 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] No DVR routers for this DVR port 4e92f150-ac4c-435f-aa02-fe21619e7d32 on host dv-cinder-788782-11-iscsi {{(pid=94087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:50:54.809244 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Pushing event deleted for resources: {'Port': ['ID=4e92f150-ac4c-435f-aa02-fe21619e7d32,revision_number=None']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:54.818500 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.818854 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.819195 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.819528 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.819855 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.820188 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.820514 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.820838 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.821162 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.821482 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.821803 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.822122 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c7732-5a8b-4f7a-9363-c9e3fd42aa48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-11-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 05:50:54.858727 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.864552 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:54.866549 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] 10.222.0.30 "DELETE /v2.0/networks/eb4bc464-3cdd-4ddc-8218-e9a25812998f HTTP/1.1" status: 204 len: 168 time: 0.5076969 Sep 06 05:50:54.869715 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46264) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:54.876895 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbdd28-af04-4cac-b788-59d39b40d9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4bc464-3cdd-4ddc-8218-e9a25812998f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:55.204408 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720171'] for router_interface, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:55.437117 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Deleting port 4d790ebd-086c-4588-aefb-94feae99e595 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:55.437461 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:55.513995 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] For port 4d790ebd-086c-4588-aefb-94feae99e595, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=4d790ebd-086c-4588-aefb-94feae99e595,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:55.514393 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:55.525074 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:55.531783 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Calling delete_port for 4d790ebd-086c-4588-aefb-94feae99e595 owned by network:router_interface {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:55.544496 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:55.544931 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device c3dd8c12-cd69-4b5b-a53f-ca82d2146c88 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:55.545409 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 8bceeeae-6289-41d7-91fe-a22462bc3b7e no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:55.563339 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 8bceeeae-6289-41d7-91fe-a22462bc3b7e {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:55.563683 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 8bceeeae-6289-41d7-91fe-a22462bc3b7e not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:55.564091 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4e92f150-ac4c-435f-aa02-fe21619e7d32 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:55.582930 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 4e92f150-ac4c-435f-aa02-fe21619e7d32 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:55.583279 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4e92f150-ac4c-435f-aa02-fe21619e7d32 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:55.703893 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:55.728212 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d790ebd-086c-4588-aefb-94feae99e595,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:55.887258 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720319'] for router_interface, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:56.091806 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Router 888ae70a-8e7d-48bb-bf6f-228de7562df4 has already been hosted by L3 agent d0278f93-6ef4-4739-9743-ab76ec287824 {{(pid=94086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 05:50:56.193570 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] Notify agent at l3_agent.dv-cinder-788782-11-iscsi the message routers_updated {{(pid=94086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 05:50:56.198493 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-260b6a95-efe3-4e8c-be0b-790fd260038d admin admin] 10.222.0.30 "PUT /v2.0/routers/888ae70a-8e7d-48bb-bf6f-228de7562df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3276742 Sep 06 05:50:56.201016 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46266) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:56.203484 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] Sync routers for ids ['888ae70a-8e7d-48bb-bf6f-228de7562df4'] in dv-cinder-788782-11-iscsi {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 05:50:56.214498 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] Routers {'888ae70a-8e7d-48bb-bf6f-228de7562df4'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:56.215090 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['888ae70a-8e7d-48bb-bf6f-228de7562df4'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:56.317540 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] Set router 888ae70a-8e7d-48bb-bf6f-228de7562df4 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:56.502311 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:50:55Z', 'revision_number': 5, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:56.529622 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] Checking router: 888ae70a-8e7d-48bb-bf6f-228de7562df4 for host: dv-cinder-788782-11-iscsi {{(pid=94088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 05:50:56.538348 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] Routers {'888ae70a-8e7d-48bb-bf6f-228de7562df4'} bound to L3 agent in host dv-cinder-788782-11-iscsi {{(pid=94088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 05:50:56.538946 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T05:28:52Z,description=,heartbeat_timestamp=2021-09-06T05:50:52Z,host='dv-cinder-788782-11-iscsi',id=d0278f93-6ef4-4739-9743-ab76ec287824,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T05:28:52Z,topic='l3_agent')) {'router_ids': ['888ae70a-8e7d-48bb-bf6f-228de7562df4'], 'active': True} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:56.545920 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:56.640791 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:56.641289 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_dvr_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] Set router 888ae70a-8e7d-48bb-bf6f-228de7562df4 gateway port host: dv-cinder-788782-11-iscsi {{(pid=94088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 05:50:56.696035 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Deleting port 3af7980f-d4a0-44cf-903d-1da56f7ba828 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:56.696374 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:56.773909 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] For port 3af7980f-d4a0-44cf-903d-1da56f7ba828, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=3af7980f-d4a0-44cf-903d-1da56f7ba828,segment=NetworkSegment(bb3aa4f5-e216-48cc-8085-7df1d4d9ce20),segment_id=bb3aa4f5-e216-48cc-8085-7df1d4d9ce20)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:56.774298 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:56.786379 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Calling delete_port for 3af7980f-d4a0-44cf-903d-1da56f7ba828 owned by network:router_gateway {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:56.815714 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.l3_hamode_db [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:50:55Z', 'revision_number': 5, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}], 'dv-cinder-788782-11-iscsi', False) {} {{(pid=94088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:56.845221 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20418e-a7b3-44ce-8838-6808e42a5566 None None] The sync data for ids ['888ae70a-8e7d-48bb-bf6f-228de7562df4'] in dv-cinder-788782-11-iscsi is: [{'id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'name': 'tempest-TestVolumeBootPattern-2119419085-router', 'tenant_id': '44a740fb231345fc939a022dbcc88aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'external_fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:50:55Z', 'revision_number': 5, 'project_id': '44a740fb231345fc939a022dbcc88aa8', 'gw_port': {'id': '3af7980f-d4a0-44cf-903d-1da56f7ba828', 'name': '', 'network_id': '3f6627bc-5dfa-49c6-8148-553c22691096', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888ae70a-8e7d-48bb-bf6f-228de7562df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T05:43:47Z', 'updated_at': '2021-09-06T05:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35ab3079-522c-480b-ab41-7a522f080f2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-11-iscsi'}] {{(pid=94088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 05:50:56.946173 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126207417'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:56.969713 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=3af7980f-d4a0-44cf-903d-1da56f7ba828,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:57.030260 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720849'] for router_gateway, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.116440 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61515'] for router, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.118506 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.158809 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718711'] for router, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.159440 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888ae70a-8e7d-48bb-bf6f-228de7562df4 {{(pid=94086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 05:50:57.164773 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] Notify callbacks [] for router, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.166000 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-83a38c61-6bbd-4da9-aca2-d330e8795ffa admin admin] 10.222.0.30 "DELETE /v2.0/routers/888ae70a-8e7d-48bb-bf6f-228de7562df4 HTTP/1.1" status: 204 len: 168 time: 0.9640858 Sep 06 05:50:57.168525 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [-] (94086) accepted ('10.222.0.30', 46268) {{(pid=94086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:57.216142 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_v2 [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Deleting subnet de7f44cd-edde-4e7b-9bf2-b7b49ca49db8 {{(pid=94086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 05:50:57.219420 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.254009 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127586240'] for subnet, precommit_delete_associations {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.332404 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021517'] for subnet, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.383856 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126207380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126238926'] for subnet, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.414011 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7f44cd-edde-4e7b-9bf2-b7b49ca49db8,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:57.418900 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.421257 dv-cinder-788782-11-iscsi neutron-server[94086]: INFO neutron.wsgi [None req-47380798-b26f-4018-a8d4-049560c9a104 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de7f44cd-edde-4e7b-9bf2-b7b49ca49db8 HTTP/1.1" status: 204 len: 168 time: 0.2516088 Sep 06 05:50:57.424041 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46270) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:57.424576 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6eac1-b3f4-4449-a760-9e734ff9fe49 None None] Network 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 requested from dv-cinder-788782-11-iscsi {{(pid=94087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 05:50:57.500148 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7696134'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.557816 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Deleting port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:57.558167 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.627263 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] For port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:57.627754 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.632019 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] DHCP port deletion for 3fbe7f87-1725-4ea8-99de-95c3f40b63e6 request from dv-cinder-788782-11-iscsi {{(pid=94087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 05:50:57.647697 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Calling delete_port for 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:57.660873 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4d790ebd-086c-4588-aefb-94feae99e595 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:57.685374 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 4d790ebd-086c-4588-aefb-94feae99e595 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:57.685708 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 4d790ebd-086c-4588-aefb-94feae99e595 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:57.708598 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] Deleting port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c {{(pid=94087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 06 05:50:57.708973 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790124032750'] for port, before_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.775479 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] For port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c, host dv-cinder-788782-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-11-iscsi',level=0,port_id=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,segment=NetworkSegment(49a37fe0-0209-401d-8be6-ccbdbf98f3d2),segment_id=49a37fe0-0209-401d-8be6-ccbdbf98f3d2)] {{(pid=94087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 05:50:57.775755 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715298'] for port, precommit_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.791288 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] Calling delete_port for 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c owned by network:dhcp {{(pid=94087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 06 05:50:57.971778 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102692'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:57.997541 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:57.997913 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790124040120', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790123603586'] for port, after_delete {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.001077 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] No DVR routers for this DVR port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c on host dv-cinder-788782-11-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:50:58.025253 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] Pushing event deleted for resources: {'Port': ['ID=1919b5fe-0b3f-4ae8-8704-05f9feb19e4c,revision_number=None']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:58.032629 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b9189-6824-4eb5-b1f6-176114c62445 None None] No DVR routers for this DVR port 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c on host dv-cinder-788782-11-iscsi {{(pid=94087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 05:50:58.071607 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000152', 'neutron.services.segments.db._delete_segments_for_network-8790124149845'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.081285 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbe7f87-1725-4ea8-99de-95c3f40b63e6']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:58.091232 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a37fe0-0209-401d-8be6-ccbdbf98f3d2') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:58.091528 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a37fe0-0209-401d-8be6-ccbdbf98f3d2') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 05:50:58.101188 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790124149598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4102312'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.115459 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.123432 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 05:50:58.123832 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4102743'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: timer() Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: cb(*args, **kw) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: self._notify() Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: self.callback(batched_events) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: event.method(event) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._get(url).json() Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 05:50:58.125439 dv-cinder-788782-11-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 05:50:58.184037 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681273'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.189371 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530634'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.192153 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3fbe7f87-1725-4ea8-99de-95c3f40b63e6 HTTP/1.1" status: 204 len: 168 time: 0.7668815 Sep 06 05:50:58.202270 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc81d3-4f36-4b7a-b061-5ad2b686d9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbe7f87-1725-4ea8-99de-95c3f40b63e6,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:58.299942 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46274) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:58.339287 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-978dc439-9290-46ea-91f9-fea53e722a32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b72ac7ebe954d7bb3acb6f08ce725ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375216 Sep 06 05:50:58.341570 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46276) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:58.388001 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08f010e2-36fd-4aef-8853-9a1e4c581dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.407717 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08f010e2-36fd-4aef-8853-9a1e4c581dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.455260 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08f010e2-36fd-4aef-8853-9a1e4c581dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.457752 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-08f010e2-36fd-4aef-8853-9a1e4c581dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.458911 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-08f010e2-36fd-4aef-8853-9a1e4c581dd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d951b3d-543d-459d-a8fe-150c912e989f HTTP/1.1" status: 204 len: 168 time: 0.1164432 Sep 06 05:50:58.466525 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f010e2-36fd-4aef-8853-9a1e4c581dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d951b3d-543d-459d-a8fe-150c912e989f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:58.764368 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46282) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:58.812950 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-aa025e57-5763-4f2d-afa9-52a50ce96bd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44a740fb231345fc939a022dbcc88aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473363 Sep 06 05:50:58.815283 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.30', 46284) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 05:50:58.865209 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6033ab41-8467-4ec7-a2c2-f1f7ec9cf1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.884652 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6033ab41-8467-4ec7-a2c2-f1f7ec9cf1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.930100 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6033ab41-8467-4ec7-a2c2-f1f7ec9cf1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763068'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.932605 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6033ab41-8467-4ec7-a2c2-f1f7ec9cf1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:50:58.933759 dv-cinder-788782-11-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6033ab41-8467-4ec7-a2c2-f1f7ec9cf1da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b60b1ea6-bb05-4c95-8a92-4abebf60d99d HTTP/1.1" status: 204 len: 168 time: 0.1175909 Sep 06 05:50:58.941130 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033ab41-8467-4ec7-a2c2-f1f7ec9cf1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b1ea6-bb05-4c95-8a92-4abebf60d99d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 05:50:59.532517 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:59.556073 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:59.556428 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 1919b5fe-0b3f-4ae8-8704-05f9feb19e4c not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:50:59.556854 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 3af7980f-d4a0-44cf-903d-1da56f7ba828 no longer exists at agent ovs-agent-dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 05:50:59.577914 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.plugin [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] No Port match for: 3af7980f-d4a0-44cf-903d-1da56f7ba828 {{(pid=94087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 06 05:50:59.578301 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.rpc [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Device 3af7980f-d4a0-44cf-903d-1da56f7ba828 not bound to the agent host dv-cinder-788782-11-iscsi {{(pid=94087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 05:51:09.883492 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:51:12.236840 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:19.424639 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-2cf6b70f-da38-4bdb-b9d0-6ecfd74a62b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:22.234028 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d5141d55-bc6e-445f-acbd-d6c817fe356e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:22.816453 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:23.166948 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:24.748324 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:42.260856 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:46.883204 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:51:49.424063 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5ab2afb1-bdce-4577-9d97-6ac5316a8e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:52.235785 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-c2b9456b-ac8b-4107-8bd3-bb69b4131ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:52.817442 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:53.169777 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:51:54.751649 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:04.152284 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-5aa4d3a6-84f2-4df7-9b59-8395588a0ec1 req-8be1963c-b2eb-4469-a243-ec31edff48ec service neutron] (94086) timed out ('10.222.0.25', 65171) {{(pid=94086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 06 05:52:04.421079 dv-cinder-788782-11-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-53022a20-78a8-4506-bb98-5436b6bfb5f2 req-c622fb17-9209-4ff0-9541-81ee37fa9619 service neutron] (94085) timed out ('10.222.0.25', 65159) {{(pid=94085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 06 05:52:12.274481 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:19.424054 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-e6309e9e-199a-4b65-af7e-5f84fcdf6c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:22.237135 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1b7824a9-13f9-4390-ba72-3771cc86ce18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:22.818125 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:23.174602 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:23.882915 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:52:24.754760 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:42.281610 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:49.424160 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3dd7620b-76f9-4b0b-b606-a8492193c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:52.238225 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3cbb-7d6b-4be5-806b-b350a4699bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:52.817932 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:53.176299 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:52:54.756662 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:00.881870 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:53:12.287508 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:19.425798 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad619-0d5d-41b6-be3f-90f24c0f4efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:22.238704 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a8354eeb-e195-415e-bae9-187faf4e8791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:22.818702 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:23.180723 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:24.758397 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:37.880693 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:53:42.287050 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:49.425653 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f0332e15-14f4-4197-9007-e4fd43a3fe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:52.240190 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-892b4a73-b94f-45ff-976f-99abffdd19bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:52.819912 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:53.181361 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:54.762704 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:53:59.890570 dv-cinder-788782-11-iscsi neutron-server[94086]: DEBUG neutron.wsgi [req-d1094951-2698-4f3a-a9ec-d48c435ab394 req-8154ae06-d8b8-4ac3-9e93-e877864a38d5 service neutron] (94086) timed out ('10.222.0.25', 65174) {{(pid=94086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 06 05:54:12.301305 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:14.880523 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:54:19.426718 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-37bb845a-2eb1-4ab2-b58c-fe6eb63553a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:22.241451 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-ff69821e-c6e8-499c-8b40-406d4fb07b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:22.822028 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:23.184301 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:24.765704 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:42.317299 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:49.425902 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7bf6-26e2-4e60-9f7b-46711e8ab020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:51.879832 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:54:52.242898 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-1cf39164-ad7c-4f2d-bc04-5a445996d9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:52.823556 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:53.188154 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:54:54.768596 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:12.315856 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:19.426802 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f1313a09-a062-4202-917c-1c4eb1f2f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:22.242703 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-6a9d8fab-fcb7-4aff-9742-7636790cec28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:22.824166 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:23.190470 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:24.770451 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:28.879298 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:55:42.337857 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fd584e1c-4177-4e46-84c8-b7bd2eb7f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:49.427645 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-e83600b4-da53-4657-8079-b0282129be3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:52.245193 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-fb147b53-b22a-4861-9a28-7e71c205c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:52.826344 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-aece0fc1-7b0f-462e-8680-9ec0916edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:53.193337 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-524dfdca-818c-4628-9bfe-edb0f739d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:55:54.773476 dv-cinder-788782-11-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb103-0e53-40f7-97a3-3dc103739803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790124149827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722962'] for agent, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 05:56:05.877385 dv-cinder-788782-11-iscsi neutron-server[94088]: DEBUG neutron.db.agents_db [None req-e7b6602b-3057-4372-b6b5-578370e4c9e5 None None] Agent healthcheck: found 6 active agents {{(pid=94088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}